-- Logs begin at Thu 2022-10-20 08:19:36 UTC, end at Thu 2022-10-20 09:17:48 UTC. -- Oct 20 08:52:12.016828 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 20 08:52:14.635906 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.common.config [-] Logging enabled! Oct 20 08:52:14.636476 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev91 Oct 20 08:52:14.636623 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104505) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 20 08:52:14.639809 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.common.config [-] Logging enabled! Oct 20 08:52:14.640080 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev91 Oct 20 08:52:14.640376 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104505) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 20 08:52:14.641287 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 08:52:14.641523 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 08:52:14.641998 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 08:52:14.642248 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 08:52:14.642501 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 08:52:14.643330 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.643633 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.643865 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.644162 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.644460 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.644737 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.645027 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.645321 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.645604 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.645892 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.646170 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.646399 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.646703 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.646991 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.647277 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.647503 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] debug = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.647784 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.648211 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.648611 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.648894 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.649183 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.649461 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.649730 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.650005 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.650288 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.650640 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.650919 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.651206 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.651490 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.651775 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.652050 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.652323 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.652604 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.652875 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.653146 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] log_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.653419 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.653703 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.653987 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.654273 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.654524 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.654745 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.655030 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.655318 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.655594 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.655868 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.656140 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.656411 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.656682 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.656948 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.657232 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.657516 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.657800 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.658073 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.658967 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.659244 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.659518 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.659802 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.660075 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.660363 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.660683 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.660974 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.661242 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.661515 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.661815 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.662101 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.662382 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.662691 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.662965 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.663246 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.663520 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.663793 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.664065 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] use_json = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.664337 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.664615 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.664894 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.665165 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.665435 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.665705 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.665976 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.666258 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.666619 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:14.666916 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.667209 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.667509 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.667793 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.668097 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.668377 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.668668 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.668948 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.669236 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.669526 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.669815 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.670123 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.670423 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.670736 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.671032 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.671333 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.671627 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.671919 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.672196 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.672471 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.672746 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.673024 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.673312 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.673591 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.673903 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.674191 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.674497 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.674794 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.675076 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.675359 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.675650 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.675939 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.676211 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.676489 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.676778 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.677055 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.677325 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.677613 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.677891 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.678163 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.678442 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.678762 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.679051 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.679325 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.679607 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.679895 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.680171 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.680442 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.680712 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.680988 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.681259 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.681540 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.681814 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.682086 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.682357 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.682658 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.682929 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.683200 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.683479 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.683750 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.684029 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.684301 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.684577 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.684851 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.685118 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.685388 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.685658 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.685927 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.686204 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.686487 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.686764 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.687036 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.687305 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.687576 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.687859 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.688157 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.688437 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.688716 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.688992 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.689267 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.690080 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.690357 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.690664 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.690942 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.691213 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.691503 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.691787 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.692073 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.692356 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.692656 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.692953 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.693231 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.693510 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.693788 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.694066 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.694343 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.694650 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.694932 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.695207 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.695489 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.695772 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.696067 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.696387 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.696667 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.696960 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.697252 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.697542 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.697822 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.698130 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.698407 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:14.698648 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 08:52:14.698892 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104505) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 20 08:52:15.075823 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 20 08:52:15.076067 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 20 08:52:15.076335 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 20 08:52:15.076567 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 20 08:52:15.076856 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 20 08:52:15.077193 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 20 08:52:15.400822 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.401118 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.401392 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.402663 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.402946 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.403212 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.456346 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.456621 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.456889 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.473388 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.473666 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.473940 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.501834 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.502143 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.502410 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.538518 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.538813 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.539086 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.768834 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.769427 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.769427 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.770450 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.771191 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.868451 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.868772 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.869059 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.869332 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.869601 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.869915 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.870178 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.870436 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.870715 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.871000 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.871261 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.871526 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.871784 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.872043 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.872302 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.872568 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.872822 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.873090 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.873360 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.873619 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.873892 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.874145 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.874427 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.874829 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.875083 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.875331 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.875721 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 08:52:15.875962 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 08:52:15.876197 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 08:52:15.876431 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 08:52:15.876667 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 08:52:15.876901 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 08:52:15.877297 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 20 08:52:15.880353 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 20 08:52:15.884225 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 20 08:52:15.888118 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Oct 20 08:52:15.889722 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 20 08:52:15.890341 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 20 08:52:15.890703 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 20 08:52:15.891091 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 20 08:52:15.894353 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 20 08:52:15.894637 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 20 08:52:15.894987 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 08:52:15.900032 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 20 08:52:15.923223 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 20 08:52:15.923676 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.923999 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104505) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 20 08:52:15.924370 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.925726 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104505) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 20 08:52:15.926005 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 08:52:15.926246 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 20 08:52:15.936848 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:15.937133 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.102340 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 20 08:52:16.102517 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 20 08:52:16.102748 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 20 08:52:16.103116 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 20 08:52:16.154711 dv-cinder-master-3-iscsi neutron-server[104505]: INFO dbcounter [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Registered counter for database neutron Oct 20 08:52:16.174287 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_db.sqlalchemy.engines [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104505) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 20 08:52:16.180173 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG dbcounter [-] [104505] Writer thread running {{(pid=104505) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 08:52:16.716212 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Initializing driver for type 'gre' Oct 20 08:52:16.716777 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] gre ID ranges: [(1, 1000)] Oct 20 08:52:16.772992 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Initializing driver for type 'local' Oct 20 08:52:16.773632 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Initializing driver for type 'vlan' Oct 20 08:52:16.785931 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] VlanTypeDriver initialization complete Oct 20 08:52:16.786308 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Initializing driver for type 'vxlan' Oct 20 08:52:16.786831 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] vxlan ID ranges: [(1, 1000)] Oct 20 08:52:16.839002 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Initializing extension driver 'port_security' Oct 20 08:52:16.839358 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.extensions.port_security [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] PortSecurityExtensionDriver initialization complete Oct 20 08:52:16.839694 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Initializing mechanism driver 'openvswitch' Oct 20 08:52:16.840021 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Initializing mechanism driver 'hyperv' Oct 20 08:52:16.846696 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.plugins.ml2.plugin [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:52:16.847366 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > port after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.847741 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > port after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.848088 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > port after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.848588 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 08:52:16.849002 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.849358 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.849706 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.850096 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 08:52:16.850523 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > network after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.850871 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > network after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.851213 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > network after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.851598 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 08:52:16.851998 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.852344 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.852684 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.853070 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 08:52:16.853468 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.853813 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.854150 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.854688 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 08:52:16.855092 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.855441 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.855782 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.856171 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 08:52:16.856609 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] ML2 OVO RPC backend initialized. {{(pid=104505) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 20 08:52:16.857313 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.857664 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.858078 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > network before_response 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.858425 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > networks before_response 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.858799 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > port before_response 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.859138 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > ports before_response 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.859476 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.859818 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.860157 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > network after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.860494 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > network after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.860824 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > network after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.861158 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > port after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.862029 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > port after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.862359 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > port after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.862722 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.863061 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.863395 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.870877 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded quota_driver: . Oct 20 08:52:16.871237 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.plugin [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Modular L2 Plugin initialization complete Oct 20 08:52:16.871582 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading services supported by the core plugin {{(pid=104505) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 20 08:52:16.871924 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.plugins.ml2.managers [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Got port-security extension from driver 'port_security' Oct 20 08:52:16.872399 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.extensions.vlantransparent [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Disabled vlantransparent extension. Oct 20 08:52:16.872886 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104505) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 20 08:52:16.873209 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading Plugin: router Oct 20 08:52:16.908869 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.909259 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router after_create 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.909629 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router before_create 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.909992 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.910365 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.910751 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router after_delete 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.911113 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.911464 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.911822 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router after_create 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.912166 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router after_update 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.912516 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router after_update 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.912863 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.913218 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router after_update 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.913627 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.913994 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: port after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.914334 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: port after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.914696 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: subnet after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.915044 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.915391 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.915740 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.916082 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: port before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.916422 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.916775 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router after_update 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.917116 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.917462 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.917920 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.918247 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.918640 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > agent after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.918991 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > agent after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.919333 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > network after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.920169 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Tracking information for resource: router configured {{(pid=104505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 08:52:16.920517 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Tracking information for resource: floatingip configured {{(pid=104505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 08:52:16.925930 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.db.l3_agentschedulers_db [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 20 08:52:16.926527 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: port after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.926889 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: port after_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.927239 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: port after_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.927593 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: port after_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.928370 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router before_create 55550100 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.928733 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.929092 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.929446 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.934241 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.services.provider_configuration [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service providers = [] {{(pid=104505) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 20 08:52:16.934637 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.db.servicetype_db [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104505) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 20 08:52:16.937581 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.services.service_base [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 08:52:16.937928 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.services.service_base [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 08:52:16.938267 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.services.service_base [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 08:52:16.939174 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.services.service_base [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 08:52:16.939578 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.services.service_base [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 20 08:52:16.939947 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 08:52:16.940262 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 20 08:52:16.951893 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 08:52:16.952224 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading Plugin: auto_allocate Oct 20 08:52:16.957780 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: network precommit_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.958145 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: network precommit_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.958679 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 08:52:16.959002 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading Plugin: tag Oct 20 08:52:16.965697 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 08:52:16.966022 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading Plugin: timestamp Oct 20 08:52:16.970037 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 08:52:16.970316 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading Plugin: network_ip_availability Oct 20 08:52:16.976253 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.976624 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.976975 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:16.977684 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 08:52:16.978001 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading Plugin: flavors Oct 20 08:52:16.982656 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 08:52:16.982983 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading Plugin: revisions Oct 20 08:52:16.987882 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 08:52:16.988262 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_concurrency.lockutils [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.911s {{(pid=104505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 20 08:52:16.988989 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104505) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 20 08:52:16.989323 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Initializing extension manager. Oct 20 08:52:16.989847 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: __init__.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:16.990189 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: __pycache__ {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:16.990549 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: address_group.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:16.991426 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:16.991983 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: address-group Oct 20 08:52:16.992301 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: address_scope.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:16.992966 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:16.993465 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: address-scope Oct 20 08:52:16.993782 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:16.994686 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:16.995190 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: router-admin-state-down-before-update Oct 20 08:52:16.995506 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: agent.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:16.996160 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:16.996655 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: agent Oct 20 08:52:16.996973 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: agent_resources_synced.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:16.997828 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:16.998319 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: agent-resources-synced Oct 20 08:52:16.998665 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.000387 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.000899 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: allowed-address-pairs Oct 20 08:52:17.001222 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.002269 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.002816 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: auto-allocated-topology Oct 20 08:52:17.003143 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: availability_zone.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.003798 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.004297 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: availability_zone Oct 20 08:52:17.004617 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: availability_zone_filter.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.005479 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.005984 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: availability_zone_filter Oct 20 08:52:17.006301 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: data_plane_status.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.007179 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.007683 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension data-plane-status not supported by any of loaded plugins Oct 20 08:52:17.007998 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: default_subnetpools.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.008861 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.009357 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: default-subnetpools Oct 20 08:52:17.009675 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.010425 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.010952 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: dhcp_agent_scheduler Oct 20 08:52:17.011270 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: dns.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.012127 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.012624 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension dns-integration not supported by any of loaded plugins Oct 20 08:52:17.012942 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: dns_domain_ports.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.013806 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.014301 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 20 08:52:17.014649 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.015519 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.016010 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 20 08:52:17.016329 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: dvr.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.016953 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.017455 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: dvr Oct 20 08:52:17.017810 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: ecmp_routes.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.018696 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.019191 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 20 08:52:17.019510 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: empty_string_filtering.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.020365 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.020868 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: empty-string-filtering Oct 20 08:52:17.021188 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.022040 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.022565 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 20 08:52:17.022885 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.023737 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.024232 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 20 08:52:17.024550 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: external_net.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.025413 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.025910 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: external-net Oct 20 08:52:17.026227 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.027113 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.027616 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: extra_dhcp_opt Oct 20 08:52:17.027933 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: extraroute.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.028790 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.029290 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: extraroute Oct 20 08:52:17.029606 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: extraroute_atomic.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.030614 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.031113 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: extraroute-atomic Oct 20 08:52:17.031431 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: filter_validation.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.032049 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.032540 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: filter-validation Oct 20 08:52:17.032855 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: fip_pf_description.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.034232 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.034760 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 20 08:52:17.035083 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: fip_pf_detail.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.035937 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.036431 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 20 08:52:17.036751 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: fip_pf_port_range.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.037621 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.038112 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 20 08:52:17.038431 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: fip_port_details.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.039315 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.039815 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: fip-port-details Oct 20 08:52:17.040133 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: flavors.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.041293 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.041804 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: flavors Oct 20 08:52:17.042126 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.043742 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.044255 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 20 08:52:17.044579 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: floatingip_pools.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.045231 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.045735 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: floatingip-pools Oct 20 08:52:17.046056 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: ip_allocation.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.046952 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.047446 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension ip_allocation not supported by any of loaded plugins Oct 20 08:52:17.047770 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.048650 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.049698 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: ip-substring-filtering Oct 20 08:52:17.050015 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: l2_adjacency.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.050945 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.051434 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 20 08:52:17.051754 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: l3.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.052663 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.053168 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: router Oct 20 08:52:17.053487 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.055863 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.056388 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 20 08:52:17.056720 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.057592 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.058109 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: ext-gw-mode Oct 20 08:52:17.058436 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.059333 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.059842 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: l3-ha Oct 20 08:52:17.060165 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.061025 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.061528 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 20 08:52:17.061852 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: l3_flavors.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.062749 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.063254 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: l3-flavors Oct 20 08:52:17.063576 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.064920 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.065434 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 20 08:52:17.065760 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.066656 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.067171 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 20 08:52:17.067493 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: l3agentscheduler.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.068477 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.068987 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: l3_agent_scheduler Oct 20 08:52:17.069312 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: local_ip.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.071022 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.071539 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension local_ip not supported by any of loaded plugins Oct 20 08:52:17.071864 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: logging.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.073274 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.073785 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension logging not supported by any of loaded plugins Oct 20 08:52:17.074112 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: metering.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.074839 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.075407 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: metering Oct 20 08:52:17.075731 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.076764 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.077277 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: metering_source_and_destination_fields Oct 20 08:52:17.077603 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: multiprovidernet.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.078493 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.079011 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: multi-provider Oct 20 08:52:17.079331 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: netmtu.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.080219 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.080727 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: net-mtu Oct 20 08:52:17.081045 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: netmtu_writable.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.081909 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.082410 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: net-mtu-writable Oct 20 08:52:17.082762 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: network_availability_zone.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.083389 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.083886 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: network_availability_zone Oct 20 08:52:17.084203 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: network_ip_availability.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.085244 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.085997 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: network-ip-availability Oct 20 08:52:17.086315 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: network_segment_range.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.087060 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.087551 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension network-segment-range not supported by any of loaded plugins Oct 20 08:52:17.087875 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: pagination.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.088798 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.089122 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: pagination Oct 20 08:52:17.089438 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: port_device_profile.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.090312 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.090856 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: port-device-profile Oct 20 08:52:17.091173 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: port_mac_address_override.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.092260 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.092759 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: port-mac-override Oct 20 08:52:17.093080 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.093997 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.094554 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: port-mac-address-regenerate Oct 20 08:52:17.094862 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.096289 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.096862 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: port-numa-affinity-policy Oct 20 08:52:17.097122 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: port_resource_request.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.097991 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.098522 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension port-resource-request not supported by any of loaded plugins Oct 20 08:52:17.098844 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: port_resource_request_groups.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.099769 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.100268 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 20 08:52:17.100585 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: portbindings.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.101463 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.101964 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: binding Oct 20 08:52:17.102288 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: portbindings_extended.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.103545 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.104050 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: binding-extended Oct 20 08:52:17.104376 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: portsecurity.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.105436 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.105936 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: port-security Oct 20 08:52:17.106258 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: project_id.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.107476 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.107809 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: project-id Oct 20 08:52:17.108133 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: providernet.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.109188 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.109706 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: provider Oct 20 08:52:17.110045 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.114122 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.114664 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos not supported by any of loaded plugins Oct 20 08:52:17.115001 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.116213 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.116757 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 20 08:52:17.117083 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.117950 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.118460 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 20 08:52:17.118810 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_default.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.119676 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.120177 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-default not supported by any of loaded plugins Oct 20 08:52:17.120497 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_fip.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.121367 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.121871 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-fip not supported by any of loaded plugins Oct 20 08:52:17.122191 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.123081 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.123581 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 20 08:52:17.123901 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.124799 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.125296 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 20 08:52:17.125615 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.126485 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.127012 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 20 08:52:17.127334 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.128313 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.128847 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 20 08:52:17.129170 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.130154 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.130689 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 20 08:52:17.131012 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_pps_rule.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.132157 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.132668 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-pps not supported by any of loaded plugins Oct 20 08:52:17.132989 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.133856 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.134359 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 20 08:52:17.134703 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.135572 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.136073 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 20 08:52:17.136396 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: qos_rules_alias.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.137386 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.137890 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 20 08:52:17.138209 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: quota_check_limit.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.139114 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.139621 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: quota-check-limit Oct 20 08:52:17.139941 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: quotasv2.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.140826 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.141150 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: quotas Oct 20 08:52:17.141467 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: quotasv2_detail.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.143171 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.143505 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: quota_details Oct 20 08:52:17.143832 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: rbac.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.144838 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.145356 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: rbac-policies Oct 20 08:52:17.145684 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: rbac_address_group.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.146591 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.147096 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: rbac-address-group Oct 20 08:52:17.147419 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: rbac_address_scope.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.148367 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.148877 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: rbac-address-scope Oct 20 08:52:17.149198 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: rbac_security_groups.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.150076 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.150608 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: rbac-security-groups Oct 20 08:52:17.150930 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.151797 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.152294 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: rbac-subnetpool Oct 20 08:52:17.152614 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: revisionifmatch.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.153483 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.153986 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: revision-if-match Oct 20 08:52:17.154305 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: revisions.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.155406 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.155909 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: standard-attr-revisions Oct 20 08:52:17.156228 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: router_availability_zone.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.156852 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.157348 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: router_availability_zone Oct 20 08:52:17.157665 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: routerservicetype.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.159082 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.159582 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension router-service-type not supported by any of loaded plugins Oct 20 08:52:17.159899 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.160769 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.161274 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: security-groups-normalized-cidr Oct 20 08:52:17.161593 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.162486 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.162995 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: port-security-groups-filtering Oct 20 08:52:17.163312 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.164193 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.164696 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: security-groups-remote-address-group Oct 20 08:52:17.165016 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.165903 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.166404 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: security-groups-shared-filtering Oct 20 08:52:17.166752 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: securitygroup.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.177009 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.177538 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: security-group Oct 20 08:52:17.177876 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: segment.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.178590 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.179097 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension segment not supported by any of loaded plugins Oct 20 08:52:17.179428 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.180313 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.180819 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 20 08:52:17.181144 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: servicetype.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.182182 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.182731 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: service-type Oct 20 08:52:17.183057 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: sorting.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.183980 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.184309 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: sorting Oct 20 08:52:17.184630 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: standard_attr_segment.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.185507 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.186015 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 20 08:52:17.186328 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: standardattrdescription.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.186954 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.187460 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: standard-attr-description Oct 20 08:52:17.187778 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: stateful_security_group.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.188667 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.189170 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: stateful-security-group Oct 20 08:52:17.189526 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: stdattrs_common.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.190073 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 20 08:52:17.190393 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.191291 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.191800 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 20 08:52:17.192121 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: subnet_onboard.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.193115 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.193623 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: subnet_onboard Oct 20 08:52:17.193946 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.194845 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.195344 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 20 08:52:17.195670 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: subnet_service_types.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.196545 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.197060 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: subnet-service-types Oct 20 08:52:17.197387 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: subnetallocation.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.198399 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.198944 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: subnet_allocation Oct 20 08:52:17.199274 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.199901 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.200405 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: subnetpool-prefix-ops Oct 20 08:52:17.200726 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.201607 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.202112 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 20 08:52:17.202431 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: tagging.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.203438 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.203962 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: standard-attr-tag Oct 20 08:52:17.204285 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: timestamp.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.205455 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.205962 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loaded extension: standard-attr-timestamp Oct 20 08:52:17.206286 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: trunk.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.207281 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.207785 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension trunk not supported by any of loaded plugins Oct 20 08:52:17.208107 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: trunk_details.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.208965 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.209473 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension trunk-details not supported by any of loaded plugins Oct 20 08:52:17.209794 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.210936 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.211442 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 20 08:52:17.211765 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Loading extension file: vlantransparent.py {{(pid=104505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 08:52:17.212393 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 08:52:17.212888 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 20 08:52:17.215502 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:network Oct 20 08:52:17.216033 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:subnet Oct 20 08:52:17.216429 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 08:52:17.216819 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:port Oct 20 08:52:17.218095 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.218562 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service FLAVORS assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.219171 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.219608 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.219945 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:router Oct 20 08:52:17.220416 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:floatingip Oct 20 08:52:17.221364 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service METERING assigned prefix: /metering {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.222816 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:17.223184 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:17.223533 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 08:52:17.224536 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 08:52:17.224968 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:security_group Oct 20 08:52:17.225390 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 08:52:17.225915 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service CORE assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.226250 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 08:52:17.226621 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] subnetpool is already registered Oct 20 08:52:17.227043 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service CORE assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.227367 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 08:52:17.227696 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] subnetpool is already registered Oct 20 08:52:17.230037 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.230488 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service FLAVORS assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.231119 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.231657 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.231990 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:router Oct 20 08:52:17.232333 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] router is already registered Oct 20 08:52:17.232766 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:floatingip Oct 20 08:52:17.233100 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] floatingip is already registered Oct 20 08:52:17.233573 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service METERING assigned prefix: /metering {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.234281 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 08:52:17.234645 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] rbac_policy is already registered Oct 20 08:52:17.235064 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:security_group Oct 20 08:52:17.235394 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] security_group is already registered Oct 20 08:52:17.235802 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 08:52:17.236132 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] security_group_rule is already registered Oct 20 08:52:17.237219 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service CORE assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.237549 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 08:52:17.237880 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] subnetpool is already registered Oct 20 08:52:17.238298 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.v2.resource_helper [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Service CORE assigned prefix: {{(pid=104505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 08:52:17.238655 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 08:52:17.238985 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING neutron.quota.resource_registry [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] subnetpool is already registered Oct 20 08:52:17.239454 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: extensions {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.241009 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: address-groups {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.242517 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: address-scopes {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.243704 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: agents {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.244845 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: auto-allocated-topology {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.247321 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: availability_zones {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.248555 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: dhcp-networks {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.249951 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: dhcp-agents {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.251552 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: routers {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.253275 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: flavors {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.254418 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: service_profiles {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.255736 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: next_providers {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.257162 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: service_profiles {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.258630 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: floatingip-pools {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.259845 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: routers {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.261615 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: floatingips {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.262819 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: l3-routers {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.264194 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: l3-agents {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.265698 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: metering-labels {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.266973 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: metering-label-rules {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.268308 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: network-ip-availabilities {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.269649 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: bindings {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.271233 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: quotas {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.272776 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: quotas {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.274394 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: rbac-policies {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.275588 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: security-groups {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.276784 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: security-group-rules {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.278026 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: service-providers {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.279344 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: subnetpools {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.280674 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: subnetpools {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.282095 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: tags {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.284436 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: tags {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.286127 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: tags {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.288026 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: tags {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.289691 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: tags {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.291569 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: tags {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.293348 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: tags {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.295162 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: tags {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.296896 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: tags {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.298755 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron.api.extensions [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Extended resource: tags {{(pid=104505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 08:52:17.306300 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING keystonemiddleware.auth_token [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 20 08:52:17.311350 dv-cinder-master-3-iscsi neutron-server[104505]: WARNING keystonemiddleware.auth_token [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 20 08:52:17.320089 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_concurrency.lockutils [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Acquiring lock "singleton_lock" {{(pid=104505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 20 08:52:17.320420 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_concurrency.lockutils [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Acquired lock "singleton_lock" {{(pid=104505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 20 08:52:17.320883 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_concurrency.lockutils [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Releasing lock "singleton_lock" {{(pid=104505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 20 08:52:17.321532 dv-cinder-master-3-iscsi neutron-server[104505]: INFO oslo_service.service [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Starting 2 workers Oct 20 08:52:17.326344 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Started child 104618 {{(pid=104505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 08:52:17.331362 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Started child 104619 {{(pid=104505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 08:52:17.332445 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:17.333161 dv-cinder-master-3-iscsi neutron-server[104505]: INFO neutron.service [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 20 08:52:17.333505 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:17.333924 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [-] (104618) wsgi starting up on http://0.0.0.0:9696 Oct 20 08:52:17.336265 dv-cinder-master-3-iscsi neutron-server[104505]: INFO oslo_service.service [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Starting 1 workers Oct 20 08:52:17.336519 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:17.337972 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [-] (104619) wsgi starting up on http://0.0.0.0:9696 Oct 20 08:52:17.341461 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Started child 104620 {{(pid=104505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 08:52:17.341996 dv-cinder-master-3-iscsi neutron-server[104505]: INFO oslo_service.service [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Starting 1 workers Oct 20 08:52:17.345305 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.service [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] calling RpcWorker wait() {{(pid=104620) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 20 08:52:17.346428 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.service [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] returning from RpcWorker wait() {{(pid=104620) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 20 08:52:17.347138 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Started child 104621 {{(pid=104505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 08:52:17.347811 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:17.347966 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG neutron_lib.callbacks.manager [None req-10e44af8-73d9-49b5-9005-5b7b29b8c0f2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:17.348507 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:52:17.349858 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 08:52:17.350065 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 08:52:17.350246 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 08:52:17.350465 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 08:52:17.350844 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 08:52:17.351021 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 08:52:17.351528 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.351797 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.352055 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.352152 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:17.352584 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.352860 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.352950 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:52:17.353122 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.353354 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.353637 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.353881 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.354051 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.354214 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.354517 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.354725 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.355040 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.355307 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.355563 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.355792 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.355964 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.356202 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.356452 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.356704 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.356992 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] debug = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.357248 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.357710 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.357945 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.358189 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.358431 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.358724 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.358975 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.359244 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.359483 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.359694 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.359948 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.360209 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.360451 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.360679 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.360925 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.361195 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.361509 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.361969 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.362210 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.362463 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.362713 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.365710 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.365710 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.365710 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.365710 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.365710 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.365710 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.365710 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.365710 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.366757 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.366757 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.366757 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.366757 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_options = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.366757 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.366757 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.366757 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.366757 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.367661 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.367661 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.367661 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.367661 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.367661 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.367661 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.368338 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.368338 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.368338 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.368338 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.368794 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.368794 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.369028 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.369423 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.369560 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.369693 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.369905 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.370159 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.370386 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.371655 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.371655 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.371655 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.371655 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.371655 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.372247 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.372247 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.372247 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.372599 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.372719 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.372873 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.373127 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.373349 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.373571 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.374639 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.374639 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.374639 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.374639 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.376706 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.376706 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.376706 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.376706 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.376706 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.376706 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_json = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.376706 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.377617 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.377617 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.377617 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.377911 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.377911 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.379588 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.379588 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.379588 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.379588 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.379588 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.379588 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.379971 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.379971 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.380642 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.380642 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.380642 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.380849 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.381027 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.381514 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.381890 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.382340 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.382737 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.383157 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.383640 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.384019 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.384470 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.384709 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.384931 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.385149 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.385372 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.385649 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.386195 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.386195 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.387084 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.387084 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.387084 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.387516 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.387516 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.387732 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.387994 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.388255 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.388532 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.388711 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.388958 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.389236 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.389448 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.390834 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.390834 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.390834 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.390834 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.390834 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.390834 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.392159 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.392159 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.392159 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.392159 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.392159 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.392159 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.393437 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.393437 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.393437 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.393437 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.393862 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.393862 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.394064 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.394286 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.394748 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.395191 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.395626 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.395955 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.396303 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.396624 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.396971 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.397280 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.397628 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.397941 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.398269 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.398629 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.398942 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.399255 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.399535 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.399813 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.400119 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.400396 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.400821 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.401214 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.401639 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.402032 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.402268 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.402532 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.402752 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.402959 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.403360 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.403582 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.403795 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.404033 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.404246 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.404459 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.404671 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.404898 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.405392 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.405512 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.406530 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.406530 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.406530 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.406530 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.406842 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.406913 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.407146 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.407382 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.407640 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.407863 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.408148 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.408940 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.409159 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.409413 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.409636 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.409853 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.410085 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.410300 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.410547 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.410790 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.411005 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.411244 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.411488 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.411735 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.411989 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.412375 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.412765 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.413202 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.413537 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.413887 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.414221 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.414627 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.415060 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.415335 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.415612 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.415869 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.416292 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.416568 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.417004 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.417266 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.417673 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.417925 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.418156 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.418402 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.418657 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.418882 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.419123 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.419339 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.419568 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.419881 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.420128 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.420358 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.420571 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.420852 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.421115 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.421365 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.421634 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.421882 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.422144 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.422395 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.422642 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.422874 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.423119 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.423365 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.423581 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.423819 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.424053 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.424291 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.424503 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.424721 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.424986 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.425201 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.425419 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.425630 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.425848 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.426066 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.426309 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.426545 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.426766 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.427001 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.427218 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.427436 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.427652 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.427863 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.428089 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.428306 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.428573 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.428821 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.429034 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.429260 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.429518 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.429792 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.430005 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.430256 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.430489 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.430708 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.430939 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.431233 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.431369 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.431577 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.431802 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.432031 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.432283 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.432529 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.432872 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.433130 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.433358 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.433632 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.433877 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.434116 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.434329 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.434575 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.434825 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.435061 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.435302 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.435519 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.435776 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.435995 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.436586 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.436586 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.436826 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.436826 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.437065 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.437300 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.437544 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.437975 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.437975 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.438197 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.438431 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.438673 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.438886 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.439094 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.439334 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.439703 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.439802 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.439962 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.440288 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.440526 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.440751 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.440999 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.441212 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.441437 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.441681 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.441897 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.442107 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.442325 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.442561 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.442791 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.443030 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.443235 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.443441 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.443762 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.443904 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.444091 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.444310 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.444516 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.444722 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.444945 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.445178 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.445563 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.445716 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.445854 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.446009 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.446208 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.446420 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.446647 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.446891 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.447095 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.447300 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.447539 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.447751 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.447976 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.448251 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.448494 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.448712 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.448993 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.449222 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.449461 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.449701 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.450005 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.450352 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.450515 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.450711 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.450929 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.451143 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.451414 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.451723 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.452031 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.452275 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.452519 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.452931 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.453447 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.453447 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.453751 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.454039 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.454358 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.454630 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.454894 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.455741 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.455874 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.456107 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.456322 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.456558 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.456788 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.457000 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.457249 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.457466 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.457688 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.457920 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.458144 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.458376 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.458641 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.458878 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.459004 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:52:17.459104 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.459296 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.459449 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 08:52:17.459967 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 08:52:17.460125 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 08:52:17.460275 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 08:52:17.460439 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 08:52:17.460856 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 08:52:17.461013 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 08:52:17.461208 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.461364 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.461522 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.461676 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.461858 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.462097 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.462192 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.462312 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.462465 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.462637 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.462793 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.462948 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.463105 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.463256 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.463412 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.463565 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.463721 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.463877 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.464247 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.465309 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.465309 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.465309 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] debug = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.465309 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.465309 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.465309 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.466050 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.466050 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.466050 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.466050 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.466050 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.466050 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.466655 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.466655 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.466655 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.466655 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.467058 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.467058 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.467058 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.467387 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.467387 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.467619 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.467619 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.467860 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.467860 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.468052 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.468186 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.468310 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.468427 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.468637 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.468799 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.468954 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.469108 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.469261 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.469415 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.469569 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_options = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.469721 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.469874 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.470026 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.470205 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.470365 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.470592 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.471300 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.471500 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.471654 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.471739 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.471896 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.472088 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.472209 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.472347 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.472503 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.472659 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.472814 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.472958 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.473112 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.473267 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.473422 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.473570 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.473704 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.473859 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.474007 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.474232 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.474375 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.474543 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.474675 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.474811 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.474945 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.475078 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.475211 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.475353 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.475497 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.475644 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.475778 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.475912 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.476052 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.476183 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.476295 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.476448 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.476601 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.476754 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.476894 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.477051 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.477203 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_json = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.477362 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.477510 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.477649 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.477774 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.477918 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.478070 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.478223 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.478374 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.478645 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 08:52:17.478751 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.478872 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.479026 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.479185 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.479342 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.479499 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.479657 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.479814 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.479970 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.480128 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.480293 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.480450 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.480617 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.480774 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.480937 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.481081 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.481238 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.481394 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.481556 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.481713 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.481873 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.482033 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.482198 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.482354 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.482532 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.482691 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.482848 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.483013 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.483169 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.483333 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.483504 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.483661 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.483818 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.484429 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.484429 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.484429 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.484429 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.484968 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.484968 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.484968 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.484968 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.485393 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.485393 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.485542 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.485542 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.485710 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.485868 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.486220 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.486220 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.486449 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.486607 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.486716 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.486820 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.486932 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.487094 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.487245 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.487567 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.487567 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.487715 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.487839 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.487994 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.488150 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.488307 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.488463 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.488619 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.488777 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.488933 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.489091 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.489259 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.489416 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.489572 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.489728 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.489885 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.490041 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.490198 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.490353 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.490530 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.490674 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.490834 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.490991 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.491148 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.491304 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.491461 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.491677 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.491811 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.491921 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.492153 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.492291 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.492414 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.492534 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.492664 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.492827 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.492997 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.493156 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.493312 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.493467 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.493624 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.493781 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.493937 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.494092 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.494248 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.494406 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.494581 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.494739 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.494881 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.495044 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.495179 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.495337 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.495491 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.495645 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.495800 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.495955 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.496110 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.496266 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.496422 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.496578 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.496733 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.496890 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.497045 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.497201 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.497559 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.497559 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.497764 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.497846 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.497924 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.498084 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.498241 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.498402 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.498589 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.498747 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.498904 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.499061 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.499216 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.499371 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.499528 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.499684 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.499839 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.499995 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.500152 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.500318 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.500475 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.500631 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.500787 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.500966 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.501121 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.501277 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.501434 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.501589 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.501733 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.501926 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.502091 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.502267 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.502403 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.502580 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.502737 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.502893 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.503049 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.503204 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.503360 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.503515 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.503670 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.503826 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.503982 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.504138 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.504293 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.504448 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.504603 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.504758 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.504913 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.505069 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.505225 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.505380 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.505535 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.505690 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.505845 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.506000 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.506155 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.506310 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.506465 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.506641 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.506800 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.506956 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.507112 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.507268 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.507424 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.507581 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.507738 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.507896 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.508053 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.508209 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.508364 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.508520 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.508676 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.508831 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.508987 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.509143 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.509298 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.509454 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.509628 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.509783 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.509939 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.510096 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.510253 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.510409 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.510587 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.510743 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.510900 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.511056 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.511215 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.511371 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.511527 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.511682 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.511843 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.512002 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.512160 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.512366 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.512465 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.512615 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.512771 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.512926 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.513082 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.513240 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.513395 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.513550 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.513706 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.513861 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.514015 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.514170 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.514325 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.514523 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.514735 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.514892 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.515049 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.515207 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.515362 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.515518 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.515683 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.515840 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.515995 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.516151 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.516306 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.516461 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.516625 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.516782 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.516938 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.517094 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.517249 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.517404 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.518093 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.518252 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.518408 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.518586 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.518742 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.518898 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.519063 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.519219 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.519375 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.519532 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.519687 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.519843 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.520008 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.520165 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.520321 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.520478 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.520633 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.520789 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.520953 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.521111 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.521268 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.521431 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.521588 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.521744 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.521904 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.522078 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.522226 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.522384 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.522564 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.522722 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.522879 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.523036 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.523196 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.523362 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.523526 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.523685 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.523849 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.524012 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.524176 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.524332 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.524493 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.524661 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.524817 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.524973 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.525129 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.525286 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.525442 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.525598 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.525753 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.525908 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.526064 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.526220 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.526375 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.526553 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.526727 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.526855 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.527011 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.527166 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.527322 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.527478 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.527633 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 08:52:17.527783 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 08:52:17.694881 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 54980) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:52:17.701796 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048726 Oct 20 08:52:17.706828 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0044615 Oct 20 08:52:26.833465 dv-cinder-master-3-iscsi neutron-server[104505]: DEBUG dbcounter [-] [104505] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104505) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:28.931681 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae845d-f9a5-45e7-b8f0-48d581c1970e None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 08:52:28.963326 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writer thread running {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 08:52:29.030054 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae845d-f9a5-45e7-b8f0-48d581c1970e None None] No non-hosted networks {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 20 08:52:29.040073 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d182-9387-4846-a8c6-fa9e170afee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742477'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:29.044969 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.agentschedulers_db [None req-b4ae845d-f9a5-45e7-b8f0-48d581c1970e None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=104620) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 20 08:52:30.560247 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writer thread running {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 08:52:31.018693 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7a7515d5-887b-4352-a116-b73d6f480edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742477'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:31.076640 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b9332b7d-8a8a-4736-88d4-713cfbf890e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:32.383080 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742477'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:32.850397 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55052) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:52:33.453867 dv-cinder-master-3-iscsi neutron-server[104618]: WARNING oslo_policy.policy [None req-93e31ec3-208a-47f6-8667-9f4b9d04a0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 08:52:33.455178 dv-cinder-master-3-iscsi neutron-server[104618]: WARNING oslo_policy.policy [None req-93e31ec3-208a-47f6-8667-9f4b9d04a0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 08:52:33.684480 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [None req-93e31ec3-208a-47f6-8667-9f4b9d04a0ef admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104618) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 08:52:33.686182 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-93e31ec3-208a-47f6-8667-9f4b9d04a0ef admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8332369 Oct 20 08:52:33.781432 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.db.l3_hamode_db [None req-d0184eba-1f58-4692-8434-b5a5ccdb1bbe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 20 08:52:33.870817 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0184eba-1f58-4692-8434-b5a5ccdb1bbe None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 08:52:33.871472 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0184eba-1f58-4692-8434-b5a5ccdb1bbe None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 20 08:52:34.071902 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742477'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:34.073002 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.073541 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.074081 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.074640 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.075187 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.075828 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.076455 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.076997 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.077528 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.078055 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.078586 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.079114 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.079698 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.081144 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.081747 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:34.082187 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:52:34.091645 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:52:34.258677 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742477'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:36.334884 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55088) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:52:36.651432 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-85c16b79-3bb8-42da-b39a-06efc1c5ae1f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 08:52:36.663613 dv-cinder-master-3-iscsi neutron-server[104618]: ERROR stevedore.extension [None req-85c16b79-3bb8-42da-b39a-06efc1c5ae1f admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 20 08:52:36.743503 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.policy [None req-85c16b79-3bb8-42da-b39a-06efc1c5ae1f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104618) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 08:52:36.784805 dv-cinder-master-3-iscsi neutron-server[104618]: WARNING oslo_policy.policy [None req-85c16b79-3bb8-42da-b39a-06efc1c5ae1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 08:52:36.785171 dv-cinder-master-3-iscsi neutron-server[104618]: WARNING oslo_policy.policy [None req-85c16b79-3bb8-42da-b39a-06efc1c5ae1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 08:52:36.805278 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writer thread running {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 08:52:36.880009 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-85c16b79-3bb8-42da-b39a-06efc1c5ae1f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745933722046', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745933725610', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745933708813', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745934025713', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745934015040', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745934006687', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1991530', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1986647', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-754980', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749359'] for rbac-policy (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:36.948052 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-85c16b79-3bb8-42da-b39a-06efc1c5ae1f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:36.949198 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-85c16b79-3bb8-42da-b39a-06efc1c5ae1f admin admin] 10.222.0.36 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6134272 Oct 20 08:52:39.509241 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55098) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:52:39.830389 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 08:52:39.859308 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Made reservation on behalf of fcebd94752274a34a2068dd59f6fe700 for: {'network': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 08:52:39.864323 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:39.882994 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:39.992446 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Publish callbacks [] for security_group (b0cd2e65-b539-4076-bef7-03947f8885c0), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:39.995855 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (b0cd2e65-b539-4076-bef7-03947f8885c0), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:40.021100 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=104618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 08:52:40.057011 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745936038202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (48e52e6f-0561-413f-9d78-c03536e5d597), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:40.057574 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Unsubscribe: segment precommit_create {{(pid=104618) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 08:52:40.058095 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.segments_db [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Added segment 48e52e6f-0561-413f-9d78-c03536e5d597 of type vlan for network 95142585-bd7d-4a14-a80b-b35b3ee17049 Oct 20 08:52:40.075219 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cd2e65-b539-4076-bef7-03947f8885c0,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:52:40.124811 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.125385 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.125736 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.126632 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.126964 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.127284 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.127601 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.127917 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.128237 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.128550 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.128864 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.129196 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.129534 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.129845 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.130158 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Tracked resource versions report: Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: pushed versions: Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: { 'AddressGroup': {'1.2'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Agent': {'1.1'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'ConntrackHelper': {'1.0'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'LocalIPAssociation': {'1.0'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Log': {'1.0'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'NDPProxy': {'1.0'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Network': {'1.1'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Port': {'1.7'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'PortForwarding': {'1.3'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'QosPolicy': {'1.10'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'SecurityGroup': {'1.5'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'SecurityGroupRule': {'1.2'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'SubPort': {'1.0'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Subnet': {'1.1'}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Trunk': {'1.1'}} Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: consumer versions: Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Agent': '1.1', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'ConntrackHelper': '1.0', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'LocalIPAssociation': '1.0', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Log': '1.0', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'NDPProxy': '1.0', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Network': '1.1', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Port': '1.7', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'PortForwarding': '1.3', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'QosPolicy': '1.10', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'SecurityGroup': '1.5', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'SecurityGroupRule': '1.2', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'SubPort': '1.0', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Subnet': '1.1', Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: 'Trunk': '1.1'}} Oct 20 08:52:40.131546 dv-cinder-master-3-iscsi neutron-server[104618]: {{(pid=104618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 08:52:40.169034 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (95142585-bd7d-4a14-a80b-b35b3ee17049), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:40.210073 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (95142585-bd7d-4a14-a80b-b35b3ee17049), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:40.215344 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:52:40.216061 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:40.255576 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:40.315208 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8049042 Oct 20 08:52:40.338721 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a719991-51c2-45c4-8ffd-f72ce4fd198c demo demo] Pushing event updated for resources: {'Network': ['ID=95142585-bd7d-4a14-a80b-b35b3ee17049,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:52:40.352723 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 95142585-bd7d-4a14-a80b-b35b3ee17049 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 08:52:42.929344 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55112) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:52:43.339604 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f362dffb-926d-4a63-b86d-84ff723dcf5a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:52:43.341010 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-f362dffb-926d-4a63-b86d-84ff723dcf5a demo admin] 10.222.0.36 "GET /networking/v2.0/networks/95142585-bd7d-4a14-a80b-b35b3ee17049 HTTP/1.1" status: 200 len: 825 time: 0.4107478 Oct 20 08:52:43.367615 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-e5cc98ea-17f7-495a-8290-d4508f3713b4 demo admin] 10.222.0.36 "GET /networking/v2.0/subnetpools/d4ed6f20-798f-493a-8760-85ffc68f7516 HTTP/1.1" status: 200 len: 734 time: 0.0189376 Oct 20 08:52:43.376539 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] Request body: {'subnet': {'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049', 'subnetpool_id': 'd4ed6f20-798f-493a-8760-85ffc68f7516', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 08:52:43.398304 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] Made reservation on behalf of fcebd94752274a34a2068dd59f6fe700 for: {'subnet': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 08:52:43.400547 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:43.539121 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:43.688716 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (3e4663e6-bf65-4c19-bcd5-d67a93a03d6c), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:43.760750 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3e4663e6-bf65-4c19-bcd5-d67a93a03d6c,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:52:43.762744 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] Checking segment: {'id': '48e52e6f-0561-413f-9d78-c03536e5d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 08:52:43.763122 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] Network hostable DHCP agents. Network: 95142585-bd7d-4a14-a80b-b35b3ee17049, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 08:52:43.784650 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] Network 95142585-bd7d-4a14-a80b-b35b3ee17049 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 08:52:43.795850 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 95142585-bd7d-4a14-a80b-b35b3ee17049) {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 08:52:43.800829 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:52:43.801437 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:43.805548 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcc9b7c-97e5-4b41-8479-ccb898b23f65 None None] Network 95142585-bd7d-4a14-a80b-b35b3ee17049 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 08:52:43.817094 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-22afa7e7-5da1-4945-8d3b-ea05a7c148d8 demo admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4438365 Oct 20 08:52:44.065860 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-95142585-bd7d-4a14-a80b-b35b3ee17049', 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049', 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'fixed_ips': [{'subnet_id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 08:52:44.067283 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:44.345855 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Allocated IP 172.20.0.2 (95142585-bd7d-4a14-a80b-b35b3ee17049/3e4663e6-bf65-4c19-bcd5-d67a93a03d6c/c3bfaa6d-54dd-430e-a6e2-83353c474f0c) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 08:52:44.451357 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:44.606930 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Publish callbacks [] for port (c3bfaa6d-54dd-430e-a6e2-83353c474f0c), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:44.614526 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (c3bfaa6d-54dd-430e-a6e2-83353c474f0c), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:44.690058 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Network 95142585-bd7d-4a14-a80b-b35b3ee17049 is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 08:52:44.699174 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 08:52:44.704714 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Pushing event updated for resources: {'Port': ['ID=c3bfaa6d-54dd-430e-a6e2-83353c474f0c,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:52:44.708820 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 08:52:44.717755 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.718099 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.718450 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.718825 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.719168 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.719486 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.719847 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.720169 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.720496 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.720819 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.721141 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.721479 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.721810 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.722125 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.722443 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Tracked resource versions report: Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: pushed versions: Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: { 'AddressGroup': {'1.2'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Agent': {'1.1'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'ConntrackHelper': {'1.0'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'LocalIPAssociation': {'1.0'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Log': {'1.0'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'NDPProxy': {'1.0'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Network': {'1.1'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Port': {'1.7'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'PortForwarding': {'1.3'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'QosPolicy': {'1.10'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'SecurityGroup': {'1.5'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'SecurityGroupRule': {'1.2'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'SubPort': {'1.0'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Subnet': {'1.1'}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Trunk': {'1.1'}} Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: consumer versions: Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Agent': '1.1', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'ConntrackHelper': '1.0', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'LocalIPAssociation': '1.0', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Log': '1.0', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'NDPProxy': '1.0', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Network': '1.1', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Port': '1.7', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'PortForwarding': '1.3', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'QosPolicy': '1.10', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'SecurityGroup': '1.5', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'SecurityGroupRule': '1.2', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'SubPort': '1.0', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Subnet': '1.1', Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: 'Trunk': '1.1'}} Oct 20 08:52:44.723857 dv-cinder-master-3-iscsi neutron-server[104620]: {{(pid=104620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 08:52:44.772293 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:44.802087 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Attempting to bind port c3bfaa6d-54dd-430e-a6e2-83353c474f0c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 08:52:44.802514 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Attempting to bind port c3bfaa6d-54dd-430e-a6e2-83353c474f0c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '48e52e6f-0561-413f-9d78-c03536e5d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 08:52:44.802953 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Attempting to bind port c3bfaa6d-54dd-430e-a6e2-83353c474f0c on network 95142585-bd7d-4a14-a80b-b35b3ee17049 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 08:52:44.848416 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 8, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 08:52:44.849049 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Checking segment: {'id': '48e52e6f-0561-413f-9d78-c03536e5d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 08:52:44.849227 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:44.849618 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Bound using segment: {'id': '48e52e6f-0561-413f-9d78-c03536e5d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 08:52:44.850104 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Bound port: c3bfaa6d-54dd-430e-a6e2-83353c474f0c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e52e6f-0561-413f-9d78-c03536e5d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 08:52:44.850527 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (c3bfaa6d-54dd-430e-a6e2-83353c474f0c), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:44.911882 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] For port c3bfaa6d-54dd-430e-a6e2-83353c474f0c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 08:52:44.930302 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] For port c3bfaa6d-54dd-430e-a6e2-83353c474f0c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3bfaa6d-54dd-430e-a6e2-83353c474f0c,segment=NetworkSegment(48e52e6f-0561-413f-9d78-c03536e5d597),segment_id=48e52e6f-0561-413f-9d78-c03536e5d597)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 08:52:44.936963 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (c3bfaa6d-54dd-430e-a6e2-83353c474f0c), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:44.986294 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38246cdd-23fd-49ee-b326-3e3ac0e39c47 None None] Pushing event updated for resources: {'Port': ['ID=c3bfaa6d-54dd-430e-a6e2-83353c474f0c,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:52:46.481512 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55122) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:52:46.802527 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [None req-4a820a8a-491f-449e-9726-9d7f1bd6311b admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104618) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 08:52:46.803576 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-4a820a8a-491f-449e-9726-9d7f1bd6311b admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3212001 Oct 20 08:52:48.267395 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=7 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:48.273272 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:49.445646 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55134) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:52:49.770322 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [None req-1396a605-ac2e-4406-a105-b4de71208c65 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104618) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 08:52:49.771427 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-1396a605-ac2e-4406-a105-b4de71208c65 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3248510 Oct 20 08:52:51.809565 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device c3bfaa6d-54dd-430e-a6e2-83353c474f0c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 08:52:51.896288 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port c3bfaa6d-54dd-430e-a6e2-83353c474f0c triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:52:51.896621 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c3bfaa6d-54dd-430e-a6e2-83353c474f0c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:51.896971 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port c3bfaa6d-54dd-430e-a6e2-83353c474f0c Oct 20 08:52:51.997346 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port c3bfaa6d-54dd-430e-a6e2-83353c474f0c is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:52:51.997744 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (c3bfaa6d-54dd-430e-a6e2-83353c474f0c), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:52.034872 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port c3bfaa6d-54dd-430e-a6e2-83353c474f0c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3bfaa6d-54dd-430e-a6e2-83353c474f0c,segment=NetworkSegment(48e52e6f-0561-413f-9d78-c03536e5d597),segment_id=48e52e6f-0561-413f-9d78-c03536e5d597)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 08:52:52.039164 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (c3bfaa6d-54dd-430e-a6e2-83353c474f0c), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:52.087052 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=c3bfaa6d-54dd-430e-a6e2-83353c474f0c,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:52:52.442106 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 55146) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:52:52.953448 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd44fe9-ae57-4077-be89-110043508665 None None] Network 95142585-bd7d-4a14-a80b-b35b3ee17049 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 08:52:52.956826 dv-cinder-master-3-iscsi neutron-server[104619]: WARNING oslo_policy.policy [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 08:52:52.957380 dv-cinder-master-3-iscsi neutron-server[104619]: WARNING oslo_policy.policy [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 08:52:53.007064 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-0d566243-f3ac-4b0d-ba38-421e07305b47 None None] Provisioning complete for port c3bfaa6d-54dd-430e-a6e2-83353c474f0c triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:52:53.007450 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-0d566243-f3ac-4b0d-ba38-421e07305b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c3bfaa6d-54dd-430e-a6e2-83353c474f0c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:53.007781 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-0d566243-f3ac-4b0d-ba38-421e07305b47 None None] Attempt 1 to provision port c3bfaa6d-54dd-430e-a6e2-83353c474f0c Oct 20 08:52:53.135825 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-0d566243-f3ac-4b0d-ba38-421e07305b47 None None] Current status of the port c3bfaa6d-54dd-430e-a6e2-83353c474f0c is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:52:53.175877 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 08:52:53.184711 dv-cinder-master-3-iscsi neutron-server[104619]: ERROR stevedore.extension [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 20 08:52:53.235843 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.policy [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104619) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 08:52:53.277556 dv-cinder-master-3-iscsi neutron-server[104619]: WARNING oslo_policy.policy [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 08:52:53.277959 dv-cinder-master-3-iscsi neutron-server[104619]: WARNING oslo_policy.policy [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 08:52:53.298965 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writer thread running {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 08:52:53.304619 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:53.342049 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (d4713146-3a00-4407-bdba-0bb9f4296545), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:53.344051 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (d4713146-3a00-4407-bdba-0bb9f4296545), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:53.361265 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:53.365768 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-e6cf9f53-3612-44bb-99f7-336a8841c776 None None] Provisioning complete for port c3bfaa6d-54dd-430e-a6e2-83353c474f0c triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:52:53.366160 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9f53-3612-44bb-99f7-336a8841c776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c3bfaa6d-54dd-430e-a6e2-83353c474f0c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:53.366518 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-e6cf9f53-3612-44bb-99f7-336a8841c776 None None] Attempt 1 to provision port c3bfaa6d-54dd-430e-a6e2-83353c474f0c Oct 20 08:52:53.439597 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf9f53-3612-44bb-99f7-336a8841c776 None None] Current status of the port c3bfaa6d-54dd-430e-a6e2-83353c474f0c is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:52:53.502530 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] Publish callbacks [] for router_controller (d4713146-3a00-4407-bdba-0bb9f4296545), precommit_add_association {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:53.507381 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (d4713146-3a00-4407-bdba-0bb9f4296545), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:53.532460 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:53.533713 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-21057b7a-778f-40d7-b054-ead5bed4ff3b demo demo] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0905757 Oct 20 08:52:53.790042 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device c3bfaa6d-54dd-430e-a6e2-83353c474f0c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 08:52:53.808969 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:53.810019 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=28,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:53.810830 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=54,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:52:53.835403 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port c3bfaa6d-54dd-430e-a6e2-83353c474f0c triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:52:53.836132 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c3bfaa6d-54dd-430e-a6e2-83353c474f0c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:53.836553 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port c3bfaa6d-54dd-430e-a6e2-83353c474f0c Oct 20 08:52:53.904199 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port c3bfaa6d-54dd-430e-a6e2-83353c474f0c is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:52:56.133519 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 55168) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:52:56.451518 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [None req-4ac7eec5-dce7-406c-8973-8f5f98ae3f2b admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104619) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 08:52:56.452502 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-4ac7eec5-dce7-406c-8973-8f5f98ae3f2b admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3180616 Oct 20 08:52:58.386408 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 5 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:52:58.901948 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-3928c6fc-097f-4515-b431-2bf366a8fe9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:59.069313 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 55176) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:52:59.389125 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 08:52:59.411361 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Made reservation on behalf of 602743e1ebcd495bbe3a73b9f8abba4e for: {'network': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 08:52:59.414323 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:59.429899 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:59.532536 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Publish callbacks [] for security_group (61084d1b-83aa-4cc2-82c0-990e9f2172d0), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:59.536864 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (61084d1b-83aa-4cc2-82c0-990e9f2172d0), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:59.548214 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Reserving flat network on physical network physnet1 {{(pid=104619) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 20 08:52:59.578874 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745936038202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (464c0808-765e-4b54-9207-6f5cd90eb340), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:59.579407 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Unsubscribe: segment precommit_create {{(pid=104619) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 08:52:59.579931 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.segments_db [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Added segment 464c0808-765e-4b54-9207-6f5cd90eb340 of type flat for network 55a37276-adba-416b-82c9-f27b48656ef9 Oct 20 08:52:59.599117 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61084d1b-83aa-4cc2-82c0-990e9f2172d0,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:52:59.645883 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.646226 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.646607 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.646944 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.647270 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.647592 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.647914 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.648230 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.648564 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.648884 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.649220 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.649555 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.649874 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.650189 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.650530 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Tracked resource versions report: Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: pushed versions: Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: { 'AddressGroup': {'1.2'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Agent': {'1.1'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'ConntrackHelper': {'1.0'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'LocalIPAssociation': {'1.0'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Log': {'1.0'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'NDPProxy': {'1.0'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Network': {'1.1'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Port': {'1.7'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'PortForwarding': {'1.3'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'QosPolicy': {'1.10'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'SecurityGroup': {'1.5'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'SecurityGroupRule': {'1.2'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'SubPort': {'1.0'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Subnet': {'1.1'}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Trunk': {'1.1'}} Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: consumer versions: Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Agent': '1.1', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'ConntrackHelper': '1.0', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'LocalIPAssociation': '1.0', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Log': '1.0', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'NDPProxy': '1.0', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Network': '1.1', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Port': '1.7', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'PortForwarding': '1.3', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'QosPolicy': '1.10', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'SecurityGroup': '1.5', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'SecurityGroupRule': '1.2', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'SubPort': '1.0', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Subnet': '1.1', Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: 'Trunk': '1.1'}} Oct 20 08:52:59.651966 dv-cinder-master-3-iscsi neutron-server[104619]: {{(pid=104619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 08:52:59.693911 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (55a37276-adba-416b-82c9-f27b48656ef9), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:59.738070 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (55a37276-adba-416b-82c9-f27b48656ef9), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:59.739197 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:52:59.739893 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:52:59.824517 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7542326 Oct 20 08:52:59.844522 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a478e-a698-44b3-8627-fe2a39195f98 admin admin] Pushing event updated for resources: {'Network': ['ID=55a37276-adba-416b-82c9-f27b48656ef9,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:52:59.856639 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 55a37276-adba-416b-82c9-f27b48656ef9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 08:53:01.004308 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-86ce32aa-8ebb-430a-b200-062d6a2e61ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:02.316446 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:02.378717 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55188) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:53:02.738878 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51014c99-5592-42d6-b669-7fa1630e5bc8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:53:02.740187 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-51014c99-5592-42d6-b669-7fa1630e5bc8 demo admin] 10.222.0.36 "GET /networking/v2.0/subnets/3e4663e6-bf65-4c19-bcd5-d67a93a03d6c HTTP/1.1" status: 200 len: 849 time: 0.3605146 Oct 20 08:53:02.895657 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c511d141-36d8-4a21-9ea2-b4ebd8db3330 demo admin] 10.222.0.36 "GET /networking/v2.0/routers/d4713146-3a00-4407-bdba-0bb9f4296545 HTTP/1.1" status: 200 len: 704 time: 0.1495364 Oct 20 08:53:03.155768 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:03.439769 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Allocated IP 172.20.0.1 (95142585-bd7d-4a14-a80b-b35b3ee17049/3e4663e6-bf65-4c19-bcd5-d67a93a03d6c/21e36d31-2ae0-468a-b91d-81ce4d146cd9) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 08:53:03.592749 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Publish callbacks [] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:03.654566 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:03.772905 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Network 95142585-bd7d-4a14-a80b-b35b3ee17049 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 08:53:03.781969 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 08:53:03.786111 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 08:53:03.786677 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (d4713146-3a00-4407-bdba-0bb9f4296545), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:03.806324 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Pushing event updated for resources: {'Port': ['ID=21e36d31-2ae0-468a-b91d-81ce4d146cd9,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:53:03.975137 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:03.982765 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:03.986082 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:04.069242 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-e9cd4dde-438a-496d-81ea-e9c385776200 None None] Provisioning complete for port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:53:04.069797 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4dde-438a-496d-81ea-e9c385776200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:04.069797 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-e9cd4dde-438a-496d-81ea-e9c385776200 None None] Attempt 1 to provision port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 Oct 20 08:53:04.093077 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:04.106245 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd4dde-438a-496d-81ea-e9c385776200 None None] Port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 08:53:04.199260 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Publish callbacks [] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:04.205844 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:04.207026 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (d4713146-3a00-4407-bdba-0bb9f4296545), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:04.212789 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:04.287144 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Pushing event updated for resources: {'Port': ['ID=21e36d31-2ae0-468a-b91d-81ce4d146cd9,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:53:04.334198 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Network 95142585-bd7d-4a14-a80b-b35b3ee17049 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 08:53:04.335848 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 08:53:04.492428 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Router d4713146-3a00-4407-bdba-0bb9f4296545 is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 08:53:04.525616 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-23868939-4eba-4724-b9e5-27cc55efefd5 None None] Provisioning complete for port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:53:04.525988 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-23868939-4eba-4724-b9e5-27cc55efefd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:04.526320 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-23868939-4eba-4724-b9e5-27cc55efefd5 None None] Attempt 1 to provision port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 Oct 20 08:53:04.559393 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-23868939-4eba-4724-b9e5-27cc55efefd5 None None] Port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 08:53:04.581978 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 08:53:04.587986 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-dd82b4e0-14d3-4a89-bd47-51a062c0866f demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/d4713146-3a00-4407-bdba-0bb9f4296545/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6869578 Oct 20 08:53:04.592409 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Sync routers for ids ['d4713146-3a00-4407-bdba-0bb9f4296545'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 08:53:04.605798 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Routers {'d4713146-3a00-4407-bdba-0bb9f4296545'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 08:53:04.606683 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T08:53:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['d4713146-3a00-4407-bdba-0bb9f4296545'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:53:04.783644 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Set router d4713146-3a00-4407-bdba-0bb9f4296545 gateway port host: None {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 08:53:05.193642 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'name': 'router1', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T08:52:53Z', 'updated_at': '2022-10-20T08:53:03Z', 'revision_number': 2, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'gw_port_host': None, '_interfaces': [{'id': '21e36d31-2ae0-468a-b91d-81ce4d146cd9', 'name': '', 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'mac_address': 'fa:16:3e:fa:07:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T08:53:03Z', 'updated_at': '2022-10-20T08:53:04Z', 'revision_number': 2, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'subnets': [{'id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4ed6f20-798f-493a-8760-85ffc68f7516'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:53:05.243334 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Checking router: d4713146-3a00-4407-bdba-0bb9f4296545 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 08:53:05.243698 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Updating router d4713146-3a00-4407-bdba-0bb9f4296545 port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 binding host dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 08:53:05.295257 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:05.785292 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Publish callbacks [] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), precommit_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:05.791815 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:05.931809 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Pushing event updated for resources: {'Port': ['ID=21e36d31-2ae0-468a-b91d-81ce4d146cd9,revision_number=3']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:53:05.946181 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.946541 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.946879 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.947210 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.947536 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.947854 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.948168 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.948480 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.948793 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.949104 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.949416 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.949751 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.950092 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.950400 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.950734 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Tracked resource versions report: Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: pushed versions: Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: { 'AddressGroup': {'1.2'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Agent': {'1.1'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'ConntrackHelper': {'1.0'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'LocalIPAssociation': {'1.0'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Log': {'1.0'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'NDPProxy': {'1.0'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Network': {'1.1'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Port': {'1.7'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'PortForwarding': {'1.3'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'QosPolicy': {'1.10'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'SecurityGroup': {'1.5'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'SecurityGroupRule': {'1.2'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'SubPort': {'1.0'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Subnet': {'1.1'}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Trunk': {'1.1'}} Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: consumer versions: Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Agent': '1.1', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'ConntrackHelper': '1.0', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'LocalIPAssociation': '1.0', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Log': '1.0', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'NDPProxy': '1.0', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Network': '1.1', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Port': '1.7', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'PortForwarding': '1.3', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'QosPolicy': '1.10', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'SecurityGroup': '1.5', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'SecurityGroupRule': '1.2', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'SubPort': '1.0', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Subnet': '1.1', Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: 'Trunk': '1.1'}} Oct 20 08:53:05.952115 dv-cinder-master-3-iscsi neutron-server[104621]: {{(pid=104621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 08:53:05.955925 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Attempting to bind port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 08:53:05.956316 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Attempting to bind port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '48e52e6f-0561-413f-9d78-c03536e5d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049'}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 08:53:05.956756 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Attempting to bind port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 on network 95142585-bd7d-4a14-a80b-b35b3ee17049 {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 08:53:06.038350 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 8, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 08:53:06.038693 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Checking segment: {'id': '48e52e6f-0561-413f-9d78-c03536e5d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 08:53:06.039155 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:06.039537 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Bound using segment: {'id': '48e52e6f-0561-413f-9d78-c03536e5d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049'} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 08:53:06.040020 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Bound port: 21e36d31-2ae0-468a-b91d-81ce4d146cd9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e52e6f-0561-413f-9d78-c03536e5d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049'}}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 08:53:06.040393 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:06.093339 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:06.100773 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:06.106130 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] For port 21e36d31-2ae0-468a-b91d-81ce4d146cd9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 08:53:06.128641 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] For port 21e36d31-2ae0-468a-b91d-81ce4d146cd9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=21e36d31-2ae0-468a-b91d-81ce4d146cd9,segment=NetworkSegment(48e52e6f-0561-413f-9d78-c03536e5d597),segment_id=48e52e6f-0561-413f-9d78-c03536e5d597)] {{(pid=104621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 08:53:06.134212 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:06.171613 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Routers {'d4713146-3a00-4407-bdba-0bb9f4296545'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 08:53:06.172731 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T08:53:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['d4713146-3a00-4407-bdba-0bb9f4296545'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:53:06.247478 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69caeb0-96b9-4a9e-9dae-4bffa6484f0a None None] Pushing event updated for resources: {'Port': ['ID=21e36d31-2ae0-468a-b91d-81ce4d146cd9,revision_number=4']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:53:06.269049 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] Set router d4713146-3a00-4407-bdba-0bb9f4296545 gateway port host: None {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 08:53:06.461204 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'name': 'router1', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T08:52:53Z', 'updated_at': '2022-10-20T08:53:03Z', 'revision_number': 2, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'gw_port_host': None, '_interfaces': [{'id': '21e36d31-2ae0-468a-b91d-81ce4d146cd9', 'name': '', 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'mac_address': 'fa:16:3e:fa:07:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T08:53:03Z', 'updated_at': '2022-10-20T08:53:06Z', 'revision_number': 4, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'subnets': [{'id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4ed6f20-798f-493a-8760-85ffc68f7516'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:53:06.485278 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58205402-e34f-4e2d-ab82-5d87ddea9e19 None None] The sync data for ids ['d4713146-3a00-4407-bdba-0bb9f4296545'] in dv-cinder-master-3-iscsi is: [{'id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'name': 'router1', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T08:52:53Z', 'updated_at': '2022-10-20T08:53:03Z', 'revision_number': 2, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'gw_port_host': None, '_interfaces': [{'id': '21e36d31-2ae0-468a-b91d-81ce4d146cd9', 'name': '', 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'mac_address': 'fa:16:3e:fa:07:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T08:53:03Z', 'updated_at': '2022-10-20T08:53:06Z', 'revision_number': 4, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'subnets': [{'id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4ed6f20-798f-493a-8760-85ffc68f7516'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 08:53:07.179164 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 55198) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:53:07.604297 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9fa5c-5f25-4225-86bc-4407507fc42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:53:07.605742 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-05d9fa5c-5f25-4225-86bc-4407507fc42e admin admin] 10.222.0.36 "GET /networking/v2.0/networks/55a37276-adba-416b-82c9-f27b48656ef9 HTTP/1.1" status: 200 len: 842 time: 0.4255641 Oct 20 08:53:07.615734 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Request body: {'subnet': {'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 08:53:07.639055 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Made reservation on behalf of 602743e1ebcd495bbe3a73b9f8abba4e for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 08:53:07.641861 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:07.806784 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:07.977808 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:08.014711 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.objects.ports [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104619) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 20 08:53:08.015130 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (4be61e7a-5f23-485e-b90b-722b0200d4f5), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:08.075581 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be61e7a-5f23-485e-b90b-722b0200d4f5,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:53:08.086024 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 08:53:08.086382 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Network hostable DHCP agents. Network: 55a37276-adba-416b-82c9-f27b48656ef9, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 08:53:08.111815 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 08:53:08.124017 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 55a37276-adba-416b-82c9-f27b48656ef9) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 08:53:08.131821 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:53:08.132459 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:08.133727 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf053b6-7ada-418d-ba21-e5b58b2b8396 None None] Network 55a37276-adba-416b-82c9-f27b48656ef9 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 08:53:08.165369 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7805c5f7-419d-46f6-bc3c-6745e3ba9a10 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5427783 Oct 20 08:53:08.242353 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a08cb1-420f-490a-bf15-090ef4e5c973 None None] Network 55a37276-adba-416b-82c9-f27b48656ef9 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 08:53:10.815764 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55206) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:53:11.248652 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-3b055b7e-7588-4b4e-b00e-70d0057a460f demo admin] 10.222.0.36 "GET /networking/v2.0/routers/d4713146-3a00-4407-bdba-0bb9f4296545 HTTP/1.1" status: 200 len: 710 time: 0.4317422 Oct 20 08:53:11.340093 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee270ce-a1d0-41b6-be06-a4028b700e80 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:53:11.341479 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-3ee270ce-a1d0-41b6-be06-a4028b700e80 demo admin] 10.222.0.36 "GET /networking/v2.0/networks/55a37276-adba-416b-82c9-f27b48656ef9 HTTP/1.1" status: 200 len: 886 time: 0.0863867 Oct 20 08:53:11.350775 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 08:53:11.553822 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:11.651048 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:11.668190 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Publish callbacks [] for router_gateway (d4713146-3a00-4407-bdba-0bb9f4296545), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:11.817263 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 21e36d31-2ae0-468a-b91d-81ce4d146cd9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 08:53:11.863667 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:53:11.864060 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:11.864397 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 Oct 20 08:53:11.883399 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Publish callbacks [] for router_gateway (d4713146-3a00-4407-bdba-0bb9f4296545), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:11.934005 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:53:11.934387 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:11.957655 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:11.965140 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:11.967652 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 21e36d31-2ae0-468a-b91d-81ce4d146cd9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=21e36d31-2ae0-468a-b91d-81ce4d146cd9,segment=NetworkSegment(48e52e6f-0561-413f-9d78-c03536e5d597),segment_id=48e52e6f-0561-413f-9d78-c03536e5d597)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 08:53:11.972290 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:12.022530 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=21e36d31-2ae0-468a-b91d-81ce4d146cd9,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:53:12.067361 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Allocated IP 172.37.2.153 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/2002ccd1-a95f-4fe7-9e84-50497b818c52) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 08:53:12.173893 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Publish callbacks [] for port (2002ccd1-a95f-4fe7-9e84-50497b818c52), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:12.205302 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (2002ccd1-a95f-4fe7-9e84-50497b818c52), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:12.240937 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 08:53:12.247266 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 08:53:12.254153 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 08:53:12.257146 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Pushing event updated for resources: {'Port': ['ID=2002ccd1-a95f-4fe7-9e84-50497b818c52,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:53:12.485819 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Publish callbacks [] for router_gateway (d4713146-3a00-4407-bdba-0bb9f4296545), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:12.518976 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:12.524924 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:12.672304 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router (d4713146-3a00-4407-bdba-0bb9f4296545), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:12.675749 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742859'] for router (d4713146-3a00-4407-bdba-0bb9f4296545), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:12.778703 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Router d4713146-3a00-4407-bdba-0bb9f4296545 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 08:53:12.878560 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 08:53:12.882899 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:12.884163 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-06e9a1be-4094-4b50-95b4-be76bfbdf255 demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/d4713146-3a00-4407-bdba-0bb9f4296545 HTTP/1.1" status: 200 len: 890 time: 1.5366292 Oct 20 08:53:12.888427 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Sync routers for ids ['d4713146-3a00-4407-bdba-0bb9f4296545'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 08:53:12.901610 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Routers {'d4713146-3a00-4407-bdba-0bb9f4296545'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 08:53:12.902299 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T08:53:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['d4713146-3a00-4407-bdba-0bb9f4296545'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:53:13.112763 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Set router d4713146-3a00-4407-bdba-0bb9f4296545 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 08:53:13.127478 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:13.488524 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'name': 'router1', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.153'}], 'enable_snat': True}, 'gw_port_id': '2002ccd1-a95f-4fe7-9e84-50497b818c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T08:52:53Z', 'updated_at': '2022-10-20T08:53:12Z', 'revision_number': 4, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'gw_port': {'id': '2002ccd1-a95f-4fe7-9e84-50497b818c52', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:82:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T08:53:11Z', 'updated_at': '2022-10-20T08:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '21e36d31-2ae0-468a-b91d-81ce4d146cd9', 'name': '', 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'mac_address': 'fa:16:3e:fa:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T08:53:03Z', 'updated_at': '2022-10-20T08:53:11Z', 'revision_number': 5, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'subnets': [{'id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4ed6f20-798f-493a-8760-85ffc68f7516'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:53:13.537525 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Checking router: d4713146-3a00-4407-bdba-0bb9f4296545 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 08:53:13.537880 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Updating router d4713146-3a00-4407-bdba-0bb9f4296545 port 2002ccd1-a95f-4fe7-9e84-50497b818c52 binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 08:53:13.659339 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (2002ccd1-a95f-4fe7-9e84-50497b818c52), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:13.808608 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 21e36d31-2ae0-468a-b91d-81ce4d146cd9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 08:53:13.912961 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:53:13.913598 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:13.913598 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 Oct 20 08:53:14.063318 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:14.066636 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Publish callbacks [] for port (2002ccd1-a95f-4fe7-9e84-50497b818c52), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:14.070450 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:53:14.073419 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (2002ccd1-a95f-4fe7-9e84-50497b818c52), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:14.106832 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Attempting to bind port 2002ccd1-a95f-4fe7-9e84-50497b818c52 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 08:53:14.107200 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Attempting to bind port 2002ccd1-a95f-4fe7-9e84-50497b818c52 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 08:53:14.107565 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Attempting to bind port 2002ccd1-a95f-4fe7-9e84-50497b818c52 on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 08:53:14.141198 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73db12-2917-4d94-a54e-e23326c6ed1f None None] Pushing event updated for resources: {'Port': ['ID=2002ccd1-a95f-4fe7-9e84-50497b818c52,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:53:14.161673 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 8, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 08:53:14.162039 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 08:53:14.162433 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:14.162842 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 08:53:14.163354 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Bound port: 2002ccd1-a95f-4fe7-9e84-50497b818c52, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 08:53:14.163678 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (2002ccd1-a95f-4fe7-9e84-50497b818c52), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:14.210330 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] For port 2002ccd1-a95f-4fe7-9e84-50497b818c52, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 08:53:14.213559 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] For port 2002ccd1-a95f-4fe7-9e84-50497b818c52, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2002ccd1-a95f-4fe7-9e84-50497b818c52,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 08:53:14.219008 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (2002ccd1-a95f-4fe7-9e84-50497b818c52), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:14.256318 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Routers {'d4713146-3a00-4407-bdba-0bb9f4296545'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 08:53:14.256927 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T08:53:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['d4713146-3a00-4407-bdba-0bb9f4296545'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:53:14.300706 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:14.307148 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73db12-2917-4d94-a54e-e23326c6ed1f None None] Pushing event updated for resources: {'Port': ['ID=2002ccd1-a95f-4fe7-9e84-50497b818c52,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:53:14.373647 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] Set router d4713146-3a00-4407-bdba-0bb9f4296545 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 08:53:14.566330 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'name': 'router1', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.153'}], 'enable_snat': True}, 'gw_port_id': '2002ccd1-a95f-4fe7-9e84-50497b818c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T08:52:53Z', 'updated_at': '2022-10-20T08:53:12Z', 'revision_number': 4, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'gw_port': {'id': '2002ccd1-a95f-4fe7-9e84-50497b818c52', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:82:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T08:53:11Z', 'updated_at': '2022-10-20T08:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '21e36d31-2ae0-468a-b91d-81ce4d146cd9', 'name': '', 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'mac_address': 'fa:16:3e:fa:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T08:53:03Z', 'updated_at': '2022-10-20T08:53:11Z', 'revision_number': 5, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'subnets': [{'id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4ed6f20-798f-493a-8760-85ffc68f7516'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 08:53:14.590764 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357e30a-3240-4f0f-a14d-13608d25613e None None] The sync data for ids ['d4713146-3a00-4407-bdba-0bb9f4296545'] in dv-cinder-master-3-iscsi is: [{'id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'name': 'router1', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.153'}], 'enable_snat': True}, 'gw_port_id': '2002ccd1-a95f-4fe7-9e84-50497b818c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T08:52:53Z', 'updated_at': '2022-10-20T08:53:12Z', 'revision_number': 4, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'gw_port': {'id': '2002ccd1-a95f-4fe7-9e84-50497b818c52', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:82:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T08:53:11Z', 'updated_at': '2022-10-20T08:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '21e36d31-2ae0-468a-b91d-81ce4d146cd9', 'name': '', 'network_id': '95142585-bd7d-4a14-a80b-b35b3ee17049', 'tenant_id': 'fcebd94752274a34a2068dd59f6fe700', 'mac_address': 'fa:16:3e:fa:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4713146-3a00-4407-bdba-0bb9f4296545', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T08:53:03Z', 'updated_at': '2022-10-20T08:53:11Z', 'revision_number': 5, 'project_id': 'fcebd94752274a34a2068dd59f6fe700', 'subnets': [{'id': '3e4663e6-bf65-4c19-bcd5-d67a93a03d6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4ed6f20-798f-493a-8760-85ffc68f7516'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 08:53:15.674516 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55218) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:53:15.824649 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 2002ccd1-a95f-4fe7-9e84-50497b818c52 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 08:53:15.868392 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 2002ccd1-a95f-4fe7-9e84-50497b818c52 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:53:15.868963 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (2002ccd1-a95f-4fe7-9e84-50497b818c52), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:15.869359 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 2002ccd1-a95f-4fe7-9e84-50497b818c52 Oct 20 08:53:15.942683 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 2002ccd1-a95f-4fe7-9e84-50497b818c52 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:53:15.942982 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (2002ccd1-a95f-4fe7-9e84-50497b818c52), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:15.963279 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 2002ccd1-a95f-4fe7-9e84-50497b818c52, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2002ccd1-a95f-4fe7-9e84-50497b818c52,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 08:53:15.967861 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (2002ccd1-a95f-4fe7-9e84-50497b818c52), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:16.013853 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=2002ccd1-a95f-4fe7-9e84-50497b818c52,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:53:16.073126 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-61a68bb0-2b88-4e79-a37b-d0a062f56cb0 admin admin] 10.222.0.36 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3975372 Oct 20 08:53:17.810873 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 2002ccd1-a95f-4fe7-9e84-50497b818c52 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 08:53:17.856737 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 2002ccd1-a95f-4fe7-9e84-50497b818c52 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:53:17.857119 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (2002ccd1-a95f-4fe7-9e84-50497b818c52), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:17.857451 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 2002ccd1-a95f-4fe7-9e84-50497b818c52 Oct 20 08:53:17.906890 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:17.939982 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 2002ccd1-a95f-4fe7-9e84-50497b818c52 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:53:18.141670 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:18.142501 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=15,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:22.389596 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=44 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:22.396226 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=44,neutron:INSERT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:26.066932 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=50 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:26.070991 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=42 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:27.934766 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:27.936595 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:28.906634 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c179ce11-cf3f-4c13-8d03-33de076371dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:31.011170 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-48cb96f2-3367-4b3c-830f-9dd66a16cbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:32.321247 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:34.074848 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:34.225327 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:35.386686 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 5 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:53:44.216287 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:44.220363 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:45.386201 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:58.907969 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-577cdbca-2a9f-4696-8e44-999665079031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:53:59.387380 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:53:59.393956 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=5 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:54:01.016036 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-91235d10-ebc9-49b9-bfde-3f378b951f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:02.331314 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:04.074793 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:04.227719 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:12.385407 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 5 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:54:14.219749 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:54:14.222930 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:54:22.381974 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:54:28.899842 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-a82b852c-7c8f-4417-af33-14be3a054c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:31.011930 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-44577f67-59b7-45e7-bc7d-4c12bfc3a97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:32.320189 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:34.068090 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:34.225721 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:36.385733 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:54:36.391565 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:54:40.240659 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55768) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:54:40.577361 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6a480f-3425-4e23-bf80-6e6d0e19e87f admin admin] GET failed (client error): The resource could not be found. Oct 20 08:54:40.578656 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-9c6a480f-3425-4e23-bf80-6e6d0e19e87f admin admin] 10.222.0.36 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3370388 Oct 20 08:54:40.817602 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556dd692-c06e-4032-9684-299866a2607b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:54:40.819018 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-556dd692-c06e-4032-9684-299866a2607b admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2358956 Oct 20 08:54:43.348776 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55778) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:54:43.709959 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de3f19a-a1a2-439c-87ed-3d4d6db52e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:54:43.711572 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-8de3f19a-a1a2-439c-87ed-3d4d6db52e6c admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/3e4663e6-bf65-4c19-bcd5-d67a93a03d6c HTTP/1.1" status: 200 len: 849 time: 0.3619442 Oct 20 08:54:43.721091 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 08:54:43.806671 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Publish callbacks [] for subnet (3e4663e6-bf65-4c19-bcd5-d67a93a03d6c), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:43.943832 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745936080523'] for subnet (3e4663e6-bf65-4c19-bcd5-d67a93a03d6c), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:43.976187 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:54:43.976306 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:43.977471 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] 10.222.0.36 "PUT /networking/v2.0/subnets/3e4663e6-bf65-4c19-bcd5-d67a93a03d6c HTTP/1.1" status: 200 len: 868 time: 0.2598813 Oct 20 08:54:43.979409 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3e0dd0-1ea9-48a8-91ff-1e50feff0a73 None None] Network 95142585-bd7d-4a14-a80b-b35b3ee17049 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 08:54:44.000603 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4663e6-bf65-4c19-bcd5-d67a93a03d6c,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:54:44.008320 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.008669 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.009012 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.009351 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.009681 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.010004 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.010349 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.010720 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.011060 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.011394 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.013067 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.013067 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.013067 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.013311 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.013600 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba09e2b-07b1-4977-9c2b-3c743c2beb3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:54:44.298888 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-186b4e3c-9e0d-43a5-aedd-c00294aeb1f8 None None] Provisioning complete for port c3bfaa6d-54dd-430e-a6e2-83353c474f0c triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:54:44.299275 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-186b4e3c-9e0d-43a5-aedd-c00294aeb1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c3bfaa6d-54dd-430e-a6e2-83353c474f0c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:44.299610 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-186b4e3c-9e0d-43a5-aedd-c00294aeb1f8 None None] Attempt 1 to provision port c3bfaa6d-54dd-430e-a6e2-83353c474f0c Oct 20 08:54:44.369696 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-186b4e3c-9e0d-43a5-aedd-c00294aeb1f8 None None] Current status of the port c3bfaa6d-54dd-430e-a6e2-83353c474f0c is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:54:44.378367 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-186b4e3c-9e0d-43a5-aedd-c00294aeb1f8 None None] Provisioning complete for port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:54:44.378773 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-186b4e3c-9e0d-43a5-aedd-c00294aeb1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (21e36d31-2ae0-468a-b91d-81ce4d146cd9), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:44.379105 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-186b4e3c-9e0d-43a5-aedd-c00294aeb1f8 None None] Attempt 1 to provision port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 Oct 20 08:54:44.452563 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-186b4e3c-9e0d-43a5-aedd-c00294aeb1f8 None None] Current status of the port 21e36d31-2ae0-468a-b91d-81ce4d146cd9 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:54:46.519349 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55786) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:54:46.988053 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb72577-24a1-4483-95c8-ad36c35c2ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:54:46.988441 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb72577-24a1-4483-95c8-ad36c35c2ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:54:46.989988 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-8cb72577-24a1-4483-95c8-ad36c35c2ea5 admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4696083 Oct 20 08:54:49.384905 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 5 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:54:49.538696 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55794) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:54:49.941198 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05102c86-da05-411e-8e2b-c28e9f79c969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:54:49.941576 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05102c86-da05-411e-8e2b-c28e9f79c969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:54:49.943113 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-05102c86-da05-411e-8e2b-c28e9f79c969 admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4034991 Oct 20 08:54:52.483411 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55802) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:54:52.878629 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89721395-0410-4850-b8bb-549d8ff5af2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:54:52.879983 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-89721395-0410-4850-b8bb-549d8ff5af2e admin admin] 10.222.0.36 "GET /networking/v2.0/networks/55a37276-adba-416b-82c9-f27b48656ef9 HTTP/1.1" status: 200 len: 886 time: 0.3956316 Oct 20 08:54:54.448903 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:UPDATE=2,neutron:SELECT=50 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:54:54.451324 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:54:55.455505 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55810) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:54:55.780760 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:54:55.822181 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:54:55.863018 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f382db-8851-405f-86fe-2d87f43700df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:54:55.864395 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-78f382db-8851-405f-86fe-2d87f43700df admin admin] 10.222.0.36 "GET /networking/v2.0/networks/95142585-bd7d-4a14-a80b-b35b3ee17049 HTTP/1.1" status: 200 len: 869 time: 0.4079528 Oct 20 08:54:58.400010 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55818) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:54:58.797015 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d814c-4972-4225-9e59-b28982eee422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:54:58.797460 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d814c-4972-4225-9e59-b28982eee422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:54:58.799000 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-892d814c-4972-4225-9e59-b28982eee422 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3980601 Oct 20 08:54:58.907614 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7d03483b-2cd8-4769-9211-c998540c5d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:54:59.380706 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:54:59.384149 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:01.005038 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-cd96d017-f6cc-4ea4-b4b3-86254c638df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:01.336266 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 55826) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:55:01.734130 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f6bdd-21b2-46b0-af5f-0c33b1a22aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:55:01.734602 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f6bdd-21b2-46b0-af5f-0c33b1a22aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:55:01.736113 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-835f6bdd-21b2-46b0-af5f-0c33b1a22aa3 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3990018 Oct 20 08:55:02.323697 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:04.071413 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:04.226015 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:04.275273 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 55836) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:55:04.655305 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2b3075-a566-472d-afd3-8186c149a1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:55:04.656634 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-dc2b3075-a566-472d-afd3-8186c149a1f3 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/3e4663e6-bf65-4c19-bcd5-d67a93a03d6c HTTP/1.1" status: 200 len: 868 time: 0.3804348 Oct 20 08:55:07.180558 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 55844) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:55:07.535756 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68483360-ea52-4ba3-a551-451600ea43f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:55:07.537067 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-68483360-ea52-4ba3-a551-451600ea43f9 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/4be61e7a-5f23-485e-b90b-722b0200d4f5 HTTP/1.1" status: 200 len: 816 time: 0.3555424 Oct 20 08:55:08.786433 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=17 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:08.792412 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=11 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:13.392505 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:13.397654 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=5 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:14.220588 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:14.222598 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:17.527884 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=16 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:17.532724 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=20 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:26.382762 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 5 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:55:28.899139 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0658-ff83-40ff-8cd5-6b4aa2192759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:31.006343 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-25111927-d8bf-47c8-8b4c-49423a36b788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:32.328030 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:34.074698 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:34.228597 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:36.378035 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=14 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:36.379255 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=14 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:36.985007 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 55902) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:55:37.305754 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [None req-c7039612-0ad2-40c5-8630-f84076276266 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104619) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 08:55:37.306787 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-c7039612-0ad2-40c5-8630-f84076276266 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3209047 Oct 20 08:55:39.964831 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 55910) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:55:40.294400 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34f4a5c-7e7e-42f3-8f05-c88f042f25fa admin admin] GET failed (client error): The resource could not be found. Oct 20 08:55:40.295669 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-c34f4a5c-7e7e-42f3-8f05-c88f042f25fa admin admin] 10.222.0.36 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3299975 Oct 20 08:55:40.437748 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63a76a3-cf4b-46bf-a126-43afd02c00c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:55:40.439259 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-f63a76a3-cf4b-46bf-a126-43afd02c00c0 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1393099 Oct 20 08:55:43.000660 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 55918) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:55:43.323024 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 08:55:43.343581 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Made reservation on behalf of 602743e1ebcd495bbe3a73b9f8abba4e for: {'network': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 08:55:43.345790 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:43.382679 dv-cinder-master-3-iscsi neutron-server[104619]: WARNING neutron.services.revisions.revision_plugin [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Could not find related network for resource to bump revision. Oct 20 08:55:43.397116 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 481} {{(pid=104619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 08:55:43.407595 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (706c32b3-5568-4e75-b2b4-8c7677aa0789), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:43.407935 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.segments_db [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Added segment 706c32b3-5568-4e75-b2b4-8c7677aa0789 of type vlan for network ee1a6438-848b-42d2-8a3f-5234c4b516ac Oct 20 08:55:43.455170 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (ee1a6438-848b-42d2-8a3f-5234c4b516ac), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:43.479028 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (ee1a6438-848b-42d2-8a3f-5234c4b516ac), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:43.480605 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:55:43.481162 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:43.536215 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5344958 Oct 20 08:55:43.547422 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Pushing event updated for resources: {'Network': ['ID=ee1a6438-848b-42d2-8a3f-5234c4b516ac,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:55:43.554874 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.555226 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.555597 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.555940 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.556280 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.556614 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.556966 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.557270 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.557757 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.558245 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.558738 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.559105 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.559428 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.559780 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.560107 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7698a9-d411-4bfd-a80f-11722693724f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:43.571720 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network ee1a6438-848b-42d2-8a3f-5234c4b516ac details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 08:55:46.110983 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55926) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:55:46.441800 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad1c7c0-2232-4875-ab30-70b3e68c9e82 admin admin] GET failed (client error): The resource could not be found. Oct 20 08:55:46.443114 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-1ad1c7c0-2232-4875-ab30-70b3e68c9e82 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3310933 Oct 20 08:55:46.514115 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568898d-9183-4b5f-8d1b-a1893bf12cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:55:46.515593 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-f568898d-9183-4b5f-8d1b-a1893bf12cd1 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681269 Oct 20 08:55:46.525868 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 08:55:46.545702 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Made reservation on behalf of 602743e1ebcd495bbe3a73b9f8abba4e for: {'subnet': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 08:55:46.547920 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:46.708999 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (1c3a2c1b-cf15-46f8-8f6d-e2f8255daba6), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:46.756362 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3a2c1b-cf15-46f8-8f6d-e2f8255daba6,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:55:46.771496 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.771831 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.772179 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.772512 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.772831 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.773149 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.773465 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.773779 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.774093 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.774408 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.774762 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.775093 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.775407 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.775717 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.776024 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:46.786202 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Checking segment: {'id': '706c32b3-5568-4e75-b2b4-8c7677aa0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 08:55:46.786576 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Network hostable DHCP agents. Network: ee1a6438-848b-42d2-8a3f-5234c4b516ac, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 08:55:46.802666 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Network ee1a6438-848b-42d2-8a3f-5234c4b516ac is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 08:55:46.810945 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ee1a6438-848b-42d2-8a3f-5234c4b516ac) {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 08:55:46.814814 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 08:55:46.815508 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:46.819478 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6262bbf2-9cc7-4ae9-8df3-bd2bcc75976e None None] Network ee1a6438-848b-42d2-8a3f-5234c4b516ac requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 08:55:46.830577 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-a06a57a9-3a99-4884-a07c-d3a322e72230 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3080425 Oct 20 08:55:46.928751 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-ee1a6438-848b-42d2-8a3f-5234c4b516ac', 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac', 'project_id': '602743e1ebcd495bbe3a73b9f8abba4e', 'fixed_ips': [{'subnet_id': '1c3a2c1b-cf15-46f8-8f6d-e2f8255daba6'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 08:55:46.929712 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:47.065271 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Allocated IP 192.168.233.2 (ee1a6438-848b-42d2-8a3f-5234c4b516ac/1c3a2c1b-cf15-46f8-8f6d-e2f8255daba6/ffecd882-d764-4fc0-87ec-21d2bc9869fb) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 08:55:47.211279 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Publish callbacks [] for port (ffecd882-d764-4fc0-87ec-21d2bc9869fb), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:47.217878 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (ffecd882-d764-4fc0-87ec-21d2bc9869fb), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:47.264155 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Network ee1a6438-848b-42d2-8a3f-5234c4b516ac is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 08:55:47.267924 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 08:55:47.272174 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Pushing event updated for resources: {'Port': ['ID=ffecd882-d764-4fc0-87ec-21d2bc9869fb,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:55:47.274322 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 08:55:47.283040 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.283384 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.283749 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.284104 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.284438 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.284772 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.285096 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.285420 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.285742 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.286062 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.286380 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.286738 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.287062 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.287375 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.287690 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:55:47.341731 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Attempting to bind port ffecd882-d764-4fc0-87ec-21d2bc9869fb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 08:55:47.342355 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Attempting to bind port ffecd882-d764-4fc0-87ec-21d2bc9869fb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '706c32b3-5568-4e75-b2b4-8c7677aa0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 08:55:47.342748 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Attempting to bind port ffecd882-d764-4fc0-87ec-21d2bc9869fb on network ee1a6438-848b-42d2-8a3f-5234c4b516ac {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 08:55:47.385533 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 08:55:47.385987 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Checking segment: {'id': '706c32b3-5568-4e75-b2b4-8c7677aa0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 08:55:47.386383 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:47.386819 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Bound using segment: {'id': '706c32b3-5568-4e75-b2b4-8c7677aa0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 08:55:47.387287 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Bound port: ffecd882-d764-4fc0-87ec-21d2bc9869fb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c32b3-5568-4e75-b2b4-8c7677aa0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 08:55:47.387660 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ffecd882-d764-4fc0-87ec-21d2bc9869fb), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:47.451615 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] For port ffecd882-d764-4fc0-87ec-21d2bc9869fb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 08:55:47.455197 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] For port ffecd882-d764-4fc0-87ec-21d2bc9869fb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ffecd882-d764-4fc0-87ec-21d2bc9869fb,segment=NetworkSegment(706c32b3-5568-4e75-b2b4-8c7677aa0789),segment_id=706c32b3-5568-4e75-b2b4-8c7677aa0789)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 08:55:47.464358 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (ffecd882-d764-4fc0-87ec-21d2bc9869fb), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:47.516661 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8516db-753e-424d-a3c5-655c933b8fe7 None None] Pushing event updated for resources: {'Port': ['ID=ffecd882-d764-4fc0-87ec-21d2bc9869fb,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:55:47.930686 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device ffecd882-d764-4fc0-87ec-21d2bc9869fb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 08:55:47.951368 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:47.953603 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:47.980802 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port ffecd882-d764-4fc0-87ec-21d2bc9869fb triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:55:47.981169 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ffecd882-d764-4fc0-87ec-21d2bc9869fb), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:47.981500 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port ffecd882-d764-4fc0-87ec-21d2bc9869fb Oct 20 08:55:48.062959 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port ffecd882-d764-4fc0-87ec-21d2bc9869fb is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:55:48.063353 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ffecd882-d764-4fc0-87ec-21d2bc9869fb), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:48.101538 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port ffecd882-d764-4fc0-87ec-21d2bc9869fb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ffecd882-d764-4fc0-87ec-21d2bc9869fb,segment=NetworkSegment(706c32b3-5568-4e75-b2b4-8c7677aa0789),segment_id=706c32b3-5568-4e75-b2b4-8c7677aa0789)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 08:55:48.107106 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (ffecd882-d764-4fc0-87ec-21d2bc9869fb), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:48.160199 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=ffecd882-d764-4fc0-87ec-21d2bc9869fb,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:55:48.332686 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a42d74c-4a59-4a21-adcf-d65054335de9 None None] Network ee1a6438-848b-42d2-8a3f-5234c4b516ac requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 08:55:48.443653 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-0e13cc7c-29bc-4b3f-b5c9-7bab167a412a None None] Provisioning complete for port ffecd882-d764-4fc0-87ec-21d2bc9869fb triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:55:48.444021 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-0e13cc7c-29bc-4b3f-b5c9-7bab167a412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ffecd882-d764-4fc0-87ec-21d2bc9869fb), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:48.444347 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-0e13cc7c-29bc-4b3f-b5c9-7bab167a412a None None] Attempt 1 to provision port ffecd882-d764-4fc0-87ec-21d2bc9869fb Oct 20 08:55:48.530091 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-0e13cc7c-29bc-4b3f-b5c9-7bab167a412a None None] Current status of the port ffecd882-d764-4fc0-87ec-21d2bc9869fb is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:55:48.647238 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-4e293b6e-1f3e-4ec3-aa9d-99303361f8cf None None] Provisioning complete for port ffecd882-d764-4fc0-87ec-21d2bc9869fb triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:55:48.647557 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-4e293b6e-1f3e-4ec3-aa9d-99303361f8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ffecd882-d764-4fc0-87ec-21d2bc9869fb), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:48.647890 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-4e293b6e-1f3e-4ec3-aa9d-99303361f8cf None None] Attempt 1 to provision port ffecd882-d764-4fc0-87ec-21d2bc9869fb Oct 20 08:55:48.723439 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-4e293b6e-1f3e-4ec3-aa9d-99303361f8cf None None] Current status of the port ffecd882-d764-4fc0-87ec-21d2bc9869fb is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:55:49.916682 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device ffecd882-d764-4fc0-87ec-21d2bc9869fb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 08:55:49.960598 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port ffecd882-d764-4fc0-87ec-21d2bc9869fb triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 08:55:49.960958 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ffecd882-d764-4fc0-87ec-21d2bc9869fb), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:55:49.961289 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port ffecd882-d764-4fc0-87ec-21d2bc9869fb Oct 20 08:55:50.035382 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port ffecd882-d764-4fc0-87ec-21d2bc9869fb is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 08:55:50.397542 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:50.401943 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:53.547052 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:53.551100 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:56.824104 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=51,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:56.824873 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=42,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:55:58.903295 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-4a13c1b6-d4ce-4241-8690-e295e5bd24cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:56:01.001037 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:01.015784 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-80c2142a-df28-4a78-86f3-85a0024e2c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:56:02.331197 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:56:03.382605 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 5 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:56:04.064738 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:04.078489 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:56:04.232651 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:56:13.378040 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:13.379274 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:14.223328 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:14.228927 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:28.906233 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-76e0ff5c-d4cc-4bde-8077-0d882f51bf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:56:31.007893 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-68d8feef-f05c-4d8d-8042-09a6870ed93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:56:32.333772 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:56:34.080802 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:56:34.238122 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:56:37.382993 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:37.400166 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=6 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:40.381148 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 5 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:56:44.230086 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:44.233830 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:50.377437 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:50.378717 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:56:58.908948 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ba779e29-b63c-450c-9fcc-a96ea0435f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:01.012045 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-149e7aa3-ae7a-4944-a9cc-723873afebff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:02.336925 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:04.083334 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:04.236959 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:04.401985 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:04.413233 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=5 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:09.127298 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55970) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:57:09.132937 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [None req-cc7d6a97-63f4-43d1-91e4-ba05bbde920e tempest-verify_tempest_config-406431426 tempest-verify_tempest_config-406431426-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104618) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 08:57:09.133922 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-cc7d6a97-63f4-43d1-91e4-ba05bbde920e tempest-verify_tempest_config-406431426 tempest-verify_tempest_config-406431426-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056093 Oct 20 08:57:09.634947 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 55988) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:57:09.963808 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:10.037002 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Publish callbacks [] for security_group (1aa8943b-141b-4e68-bceb-587f05811dd0), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:10.040841 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (1aa8943b-141b-4e68-bceb-587f05811dd0), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:10.086455 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=01f29e13d82a488186754215ace10924&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4505012 Oct 20 08:57:10.087504 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa8943b-141b-4e68-bceb-587f05811dd0,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:57:10.089536 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 55994) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:57:10.094956 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.095303 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.095648 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.095985 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.096316 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.096643 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.096966 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.097288 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.097625 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.097956 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.098293 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.098660 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.098981 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.099297 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.099611 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6a836-5b60-4adc-ada4-8441d467c669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.144116 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Publish callbacks [] for security_group (1aa8943b-141b-4e68-bceb-587f05811dd0), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:10.164708 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Publish callbacks [] for security_group (1aa8943b-141b-4e68-bceb-587f05811dd0), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:10.256376 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (1aa8943b-141b-4e68-bceb-587f05811dd0), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:10.258932 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:10.260076 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1aa8943b-141b-4e68-bceb-587f05811dd0 HTTP/1.1" status: 204 len: 168 time: 0.1689007 Oct 20 08:57:10.268190 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa8943b-141b-4e68-bceb-587f05811dd0,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 08:57:10.274785 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.275123 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.275476 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.275809 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.276131 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.276449 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.276763 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.277077 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.277933 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.278257 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.278613 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.278960 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.279259 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.279568 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:10.279884 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade910d2-06f1-47d3-9c2c-dd3b5909905d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 08:57:14.233502 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:17.379931 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 5 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:57:20.084400 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:20.091166 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:20.270358 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:20.271105 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:20.298644 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:28.356924 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=13 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:28.363087 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=15 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:28.910241 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f28dc14c-d63f-453e-92c4-bbe146d6b238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:31.015666 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-80883d5b-1f77-4ad6-ae2a-d36acbd0f409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:32.339785 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:34.085572 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:34.240587 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:57:41.402905 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:41.407989 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:44.230685 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:44.236715 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:57:54.378886 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 5 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:57:58.911921 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-59c883e7-b4ad-4402-8088-463e7d516bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:58:01.016938 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d7d9af12-72ac-4537-b095-b60ae49daffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:58:02.342868 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:58:04.087767 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:58:04.245845 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:58:04.376457 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:58:14.239992 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:58:14.241886 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:58:27.384326 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:58:27.385036 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:58:29.006542 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-0d321994-8d71-46a9-b475-b834b4f4adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:58:31.018433 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-af936672-5ef4-4d53-8401-586834a15c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:58:31.378173 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 5 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:58:32.346071 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:58:34.091740 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:58:34.246735 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:58:38.441679 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742477'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:58:41.375083 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:58:41.376122 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:58:48.434527 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:58:48.437543 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:58:52.000926 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56086) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:58:52.125066 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-59d866d5-b5e6-4b6f-a2fb-0810b387da73 admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1230741 Oct 20 08:58:54.570327 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56096) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 08:58:54.624991 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-cc635672-b119-4e46-9cd5-fc831bef7ac0 admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536301 Oct 20 08:58:55.408924 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:58:55.414032 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:58:58.921078 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ee334215-45ab-4ff9-9e55-d9791edb47f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:01.022338 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-64b5d5d8-a2da-4536-bd3b-8e3a754c2bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:02.120289 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:59:02.349287 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:04.094281 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:04.249406 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:04.620701 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:59:08.377281 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:59:08.403990 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:18.396754 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:59:18.398741 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:59:28.922964 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d1235c25-3ad3-4f64-9d2d-99215393c4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:31.022539 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-e219045c-a9d0-4ef8-9f48-3e30e8e931d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:32.352715 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:32.408158 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=15 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:59:32.419587 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=19 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:59:34.096379 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:34.253015 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:38.395138 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 08:59:45.376555 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 08:59:48.389597 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:59:48.391929 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:59:55.372372 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:59:55.373124 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 08:59:58.927790 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-381d0fdf-0e71-4797-badc-5caaeaa0006f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:01.023458 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-2021d435-0131-4214-a5fc-ae5b8ece99fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:02.356443 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:04.100009 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:04.260426 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:08.411341 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:09.410118 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:09.415394 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:18.405148 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:18.407956 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:22.378292 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:00:26.016171 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56270) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:26.131166 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56282) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:26.270965 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56290) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:26.359635 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-71032006-network', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:26.384847 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Made reservation on behalf of d24a1fc0e9344af181d49cfc58f0c88b for: {'network': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:26.388103 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.397949 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.475698 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Publish callbacks [] for security_group (64c55977-ce53-481a-8167-ee03e3c153d4), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.488107 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (64c55977-ce53-481a-8167-ee03e3c153d4), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.516097 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 482} {{(pid=104618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:00:26.527355 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c55977-ce53-481a-8167-ee03e3c153d4,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:26.536794 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.537142 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.537506 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.537845 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.538178 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.538529 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.538863 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.539181 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.539520 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.539846 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.540170 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.541062 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.541594 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.541918 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.542238 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Tracked resource versions report: Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: pushed versions: Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: { 'AddressGroup': {'1.2'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Agent': {'1.1'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'ConntrackHelper': {'1.0'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'LocalIPAssociation': {'1.0'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Log': {'1.0'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'NDPProxy': {'1.0'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Network': {'1.1'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Port': {'1.7'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'PortForwarding': {'1.3'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'QosPolicy': {'1.10'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'SecurityGroup': {'1.5'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'SecurityGroupRule': {'1.2'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'SubPort': {'1.0'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Subnet': {'1.1'}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Trunk': {'1.1'}} Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: consumer versions: Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: HyperV agent@hv-cinder-maste: {}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Agent': '1.1', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'ConntrackHelper': '1.0', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'LocalIPAssociation': '1.0', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Log': '1.0', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'NDPProxy': '1.0', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Network': '1.1', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Port': '1.7', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'PortForwarding': '1.3', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'QosPolicy': '1.10', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'SecurityGroup': '1.5', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'SecurityGroupRule': '1.2', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'SubPort': '1.0', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Subnet': '1.1', Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: 'Trunk': '1.1'}} Oct 20 09:00:26.543421 dv-cinder-master-3-iscsi neutron-server[104618]: {{(pid=104618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 09:00:26.549338 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (76db0553-eab9-4c77-83f6-8c251cacdd2f), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.549874 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.segments_db [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Added segment 76db0553-eab9-4c77-83f6-8c251cacdd2f of type vlan for network 89681d33-1e95-46d3-a4f1-4813c7b75e62 Oct 20 09:00:26.592080 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (89681d33-1e95-46d3-a4f1-4813c7b75e62), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.627670 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (89681d33-1e95-46d3-a4f1-4813c7b75e62), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.628780 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:26.629426 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.809123 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7910285 Oct 20 09:00:26.812252 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56330) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:26.813020 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-937325098-network', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:26.819674 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Request body: {'subnet': {'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-subnet', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:26.830795 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1075754946-network', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:26.845801 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Made reservation on behalf of d24a1fc0e9344af181d49cfc58f0c88b for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:26.848582 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.867338 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Made reservation on behalf of 869b5cf3a9264fd3b70ae656d7814cfb for: {'network': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:26.870244 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.880729 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.889208 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde252a1-771c-44fb-8146-8dc5a3238c68 admin admin] Pushing event updated for resources: {'Network': ['ID=89681d33-1e95-46d3-a4f1-4813c7b75e62,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:26.901706 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 89681d33-1e95-46d3-a4f1-4813c7b75e62 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:00:26.965912 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Publish callbacks [] for security_group (9cb21163-5c0d-4fb0-b21a-97db75ffa078), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.976049 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (9cb21163-5c0d-4fb0-b21a-97db75ffa078), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.987279 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 476} {{(pid=104618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:00:26.996371 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (5c578f0e-c0b0-4913-8825-ba5b58495ce7), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:26.996705 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.segments_db [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Added segment 5c578f0e-c0b0-4913-8825-ba5b58495ce7 of type vlan for network 8e03c888-668e-46f5-b105-1902608fb69d Oct 20 09:00:27.034920 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=71,neutron:INSERT=26,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:27.039746 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56344) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:27.076081 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (8e03c888-668e-46f5-b105-1902608fb69d), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.080531 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb21163-5c0d-4fb0-b21a-97db75ffa078,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:27.106177 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (d1383fbe-9dd2-4af9-aeca-8b85b2f75a97), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.108636 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (8e03c888-668e-46f5-b105-1902608fb69d), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.110540 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:27.112753 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.178487 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] Pushing event updated for resources: {'Network': ['ID=8e03c888-668e-46f5-b105-1902608fb69d,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:27.178707 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:27.186407 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-12fcdbaf-2cb2-42ae-a190-4787782531d1 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0540204 Oct 20 09:00:27.187612 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Made reservation on behalf of 4da29c9977ca44baa867b3c7fc86164b for: {'network': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:27.188825 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56352) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:27.190428 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.191154 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 8e03c888-668e-46f5-b105-1902608fb69d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:00:27.194205 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] Request body: {'subnet': {'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-subnet', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:27.200259 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.200609 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.200972 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.201435 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.201806 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:27.202066 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.202662 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.202993 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.203319 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.203729 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.203853 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.204057 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.204421 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.204851 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.205174 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.205495 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.205850 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Tracked resource versions report: Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: pushed versions: Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: { 'AddressGroup': {'1.2'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Agent': {'1.1'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'ConntrackHelper': {'1.0'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'LocalIPAssociation': {'1.0'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Log': {'1.0'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'NDPProxy': {'1.0'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Network': {'1.1'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Port': {'1.7'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'PortForwarding': {'1.3'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'QosPolicy': {'1.10'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'SecurityGroup': {'1.5'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'SecurityGroupRule': {'1.2'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'SubPort': {'1.0'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Subnet': {'1.1'}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Trunk': {'1.1'}} Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: consumer versions: Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: HyperV agent@hv-cinder-maste: {}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Agent': '1.1', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'ConntrackHelper': '1.0', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'LocalIPAssociation': '1.0', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Log': '1.0', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'NDPProxy': '1.0', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Network': '1.1', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Port': '1.7', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'PortForwarding': '1.3', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'QosPolicy': '1.10', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'SecurityGroup': '1.5', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'SecurityGroupRule': '1.2', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'SubPort': '1.0', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Subnet': '1.1', Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: 'Trunk': '1.1'}} Oct 20 09:00:27.207063 dv-cinder-master-3-iscsi neutron-server[104619]: {{(pid=104619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 09:00:27.228469 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Checking segment: {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:27.229185 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Network hostable DHCP agents. Network: 89681d33-1e95-46d3-a4f1-4813c7b75e62, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:00:27.234359 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] Made reservation on behalf of 869b5cf3a9264fd3b70ae656d7814cfb for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:27.237186 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.307198 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Network 89681d33-1e95-46d3-a4f1-4813c7b75e62 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:00:27.309310 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Publish callbacks [] for security_group (0023cc59-bdaa-45d9-a9c7-2260477c9a29), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.318966 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (0023cc59-bdaa-45d9-a9c7-2260477c9a29), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.320654 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 89681d33-1e95-46d3-a4f1-4813c7b75e62) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:27.330499 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:27.331166 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.332438 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16721996-5979-4e61-a1db-2d59a4d19e5f None None] Network 89681d33-1e95-46d3-a4f1-4813c7b75e62 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:00:27.373250 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-0d864f76-6487-497c-ac0b-4ac18e6a239a admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5583863 Oct 20 09:00:27.374003 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56360) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:27.376024 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=104618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:00:27.384175 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:27.399169 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (a6951742-dd01-491e-ba44-5cee659d347e), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.399529 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.segments_db [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Added segment a6951742-dd01-491e-ba44-5cee659d347e of type vlan for network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 Oct 20 09:00:27.420532 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (925cb29f-bad0-4493-9a33-a8eefe88e05e), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.421641 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (925cb29f-bad0-4493-9a33-a8eefe88e05e), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.466956 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (47c6132f-de00-464a-9c0d-6ac6d3d24b81), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.479689 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Publish callbacks [] for router_controller (925cb29f-bad0-4493-9a33-a8eefe88e05e), precommit_add_association {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.480837 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0023cc59-bdaa-45d9-a9c7-2260477c9a29,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:27.483814 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:27.513139 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-89681d33-1e95-46d3-a4f1-4813c7b75e62', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 09:00:27.514075 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.517538 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (47c6132f-de00-464a-9c0d-6ac6d3d24b81), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.519526 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:27.521893 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.605055 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3303363 Oct 20 09:00:27.612614 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56364) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:27.619688 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] Request body: {'subnet': {'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1075754946-subnet', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:27.644320 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-432081736-network', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:27.657683 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] Made reservation on behalf of 4da29c9977ca44baa867b3c7fc86164b for: {'subnet': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:27.661428 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.666197 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238c019-78cc-43c0-baa9-3553d94da5fc admin admin] Pushing event updated for resources: {'Network': ['ID=47c6132f-de00-464a-9c0d-6ac6d3d24b81,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:27.694699 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:00:27.696339 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Made reservation on behalf of fcf51428b6bd4c428e1e01aadc6abe48 for: {'network': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:27.698751 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.742147 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.797096 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Allocated IP 172.20.0.2 (89681d33-1e95-46d3-a4f1-4813c7b75e62/d1383fbe-9dd2-4af9-aeca-8b85b2f75a97/311e7c8b-3680-4b42-93cb-bea711a8e29e) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:27.839590 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Publish callbacks [] for security_group (2df086f6-8945-47d5-89b7-7e0bebc2d8b0), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.846847 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:27.852755 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2df086f6-8945-47d5-89b7-7e0bebc2d8b0), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.869754 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 454} {{(pid=104619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:00:27.879632 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:27.880008 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.segments_db [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Added segment f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06 of type vlan for network b8327be3-f028-4ebc-9b25-81152867d29e Oct 20 09:00:27.994586 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (f1a6806f-5047-4621-b141-2261c04ea705), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.009032 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (b8327be3-f028-4ebc-9b25-81152867d29e), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.067912 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Publish callbacks [] for router_gateway (925cb29f-bad0-4493-9a33-a8eefe88e05e), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.085474 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a6806f-5047-4621-b141-2261c04ea705,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:28.088281 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df086f6-8945-47d5-89b7-7e0bebc2d8b0,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:28.097824 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (8f14ce4c-e320-41b8-8ad7-946f179b96d8), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.099229 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] Checking segment: {'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:28.099591 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] Network hostable DHCP agents. Network: 47c6132f-de00-464a-9c0d-6ac6d3d24b81, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:00:28.125401 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] Network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:00:28.136614 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Publish callbacks [] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.139359 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 47c6132f-de00-464a-9c0d-6ac6d3d24b81) {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:28.147822 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:28.148185 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd426a18-21c6-4847-8dfd-aa3d6e26ddaf None None] Network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:00:28.148567 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.155335 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.174309 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ed9378b2-ee29-49f7-8009-5535381e347c admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5579813 Oct 20 09:00:28.174734 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56376) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:28.184146 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1075754946-router', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:28.219934 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (b078c577-0afc-4dde-9c84-64720126f149), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.223764 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (b078c577-0afc-4dde-9c84-64720126f149), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.262069 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Network 89681d33-1e95-46d3-a4f1-4813c7b75e62 is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:28.267200 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:28.278014 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:28.280182 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (b8327be3-f028-4ebc-9b25-81152867d29e), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.281426 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:28.282208 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.433467 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] Pushing event updated for resources: {'Network': ['ID=b8327be3-f028-4ebc-9b25-81152867d29e,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:28.497954 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Publish callbacks [] for router_controller (b078c577-0afc-4dde-9c84-64720126f149), precommit_add_association {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.501570 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:INSERT=14,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:28.512467 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f14ce4c-e320-41b8-8ad7-946f179b96d8,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:28.520776 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-76b03636-11fd-4bee-83de-c4485319dd00 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4799948 Oct 20 09:00:28.525925 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56394) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:28.529148 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network b8327be3-f028-4ebc-9b25-81152867d29e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:00:28.543980 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] Request body: {'subnet': {'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-432081736-subnet', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:28.548649 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] Checking segment: {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:28.549219 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] Network hostable DHCP agents. Network: 8e03c888-668e-46f5-b105-1902608fb69d, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:00:28.643370 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] Made reservation on behalf of fcf51428b6bd4c428e1e01aadc6abe48 for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:28.645859 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.684155 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] Network 8e03c888-668e-46f5-b105-1902608fb69d is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:00:28.693130 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:28.701068 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-47c6132f-de00-464a-9c0d-6ac6d3d24b81', 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81', 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'fixed_ips': [{'subnet_id': 'f1a6806f-5047-4621-b141-2261c04ea705'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 09:00:28.708835 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.729607 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 8e03c888-668e-46f5-b105-1902608fb69d) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:28.739554 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:28.740447 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.811588 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:28.843607 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-678ca8c6-9858-48ba-8b49-9b807ef86761 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6535397 Oct 20 09:00:28.853245 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56416) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:28.863865 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:28.877457 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:28.878686 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b553e3d5-4844-41a3-b3e6-ca88c6c851ce None None] Network 8e03c888-668e-46f5-b105-1902608fb69d requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:00:28.880905 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Publish callbacks [] for router_gateway (925cb29f-bad0-4493-9a33-a8eefe88e05e), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.882723 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Publish callbacks [] for router_gateway (b078c577-0afc-4dde-9c84-64720126f149), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.891025 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Pushing event updated for resources: {'Port': ['ID=311e7c8b-3680-4b42-93cb-bea711a8e29e,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:28.913185 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.939625 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.940195 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.940630 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.941360 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.941904 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.943040 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.943452 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.944149 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.944726 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.945153 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.945705 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.946134 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.947170 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.947776 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.948298 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Tracked resource versions report: Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: pushed versions: Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: { 'AddressGroup': {'1.2'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Agent': {'1.1'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'ConntrackHelper': {'1.0'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'LocalIPAssociation': {'1.0'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Log': {'1.0'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'NDPProxy': {'1.0'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Network': {'1.1'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Port': {'1.7'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'PortForwarding': {'1.3'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'QosPolicy': {'1.10'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'SecurityGroup': {'1.5'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'SecurityGroupRule': {'1.2'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'SubPort': {'1.0'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Subnet': {'1.1'}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Trunk': {'1.1'}} Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: consumer versions: Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: HyperV agent@hv-cinder-maste: {}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Agent': '1.1', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'ConntrackHelper': '1.0', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'LocalIPAssociation': '1.0', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Log': '1.0', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'NDPProxy': '1.0', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Network': '1.1', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Port': '1.7', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'PortForwarding': '1.3', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'QosPolicy': '1.10', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'SecurityGroup': '1.5', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'SecurityGroupRule': '1.2', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'SubPort': '1.0', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Subnet': '1.1', Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: 'Trunk': '1.1'}} Oct 20 09:00:28.949659 dv-cinder-master-3-iscsi neutron-server[104620]: {{(pid=104620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 09:00:28.984456 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (eef76796-bf79-432b-9083-b7245a10f8c8), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.985909 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (eef76796-bf79-432b-9083-b7245a10f8c8), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:28.996272 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:29.052619 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Attempting to bind port 311e7c8b-3680-4b42-93cb-bea711a8e29e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:29.052984 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Attempting to bind port 311e7c8b-3680-4b42-93cb-bea711a8e29e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:29.054072 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Attempting to bind port 311e7c8b-3680-4b42-93cb-bea711a8e29e on network 89681d33-1e95-46d3-a4f1-4813c7b75e62 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:29.090176 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Publish callbacks [] for router_controller (eef76796-bf79-432b-9083-b7245a10f8c8), precommit_add_association {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.158817 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:29.177463 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-59b3b374-18e9-4211-b0a1-93ae15a4cfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.229666 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Allocated IP 172.37.2.246 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/d1616515-7d2b-425b-af50-0016a24d059e) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:29.256686 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (efba2f9d-71d9-4036-8eac-f09661e43662), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.268428 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:29.268811 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Checking segment: {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:29.269663 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.269818 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Bound using segment: {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:29.270304 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Bound port: 311e7c8b-3680-4b42-93cb-bea711a8e29e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:29.270739 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.347198 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Allocated IP 172.20.0.2 (47c6132f-de00-464a-9c0d-6ac6d3d24b81/f1a6806f-5047-4621-b141-2261c04ea705/070de37c-691c-4649-b6a5-6629f06bae2b) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:29.367675 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-8e03c888-668e-46f5-b105-1902608fb69d', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 09:00:29.367675 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.413303 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efba2f9d-71d9-4036-8eac-f09661e43662,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:29.419007 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] For port 311e7c8b-3680-4b42-93cb-bea711a8e29e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:29.448438 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] Checking segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:29.448786 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] Network hostable DHCP agents. Network: b8327be3-f028-4ebc-9b25-81152867d29e, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:00:29.489187 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] For port 311e7c8b-3680-4b42-93cb-bea711a8e29e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=311e7c8b-3680-4b42-93cb-bea711a8e29e,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:29.548304 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] Network b8327be3-f028-4ebc-9b25-81152867d29e is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:00:29.556439 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.562755 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Publish callbacks [] for router_gateway (eef76796-bf79-432b-9083-b7245a10f8c8), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.573208 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Publish callbacks [] for port (d1616515-7d2b-425b-af50-0016a24d059e), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.578073 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b8327be3-f028-4ebc-9b25-81152867d29e) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:29.581549 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Publish callbacks [] for router_gateway (b078c577-0afc-4dde-9c84-64720126f149), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.599633 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:29.600218 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.631626 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c9034-84bc-4e22-89e3-a1e0e1a85e94 None None] Network b8327be3-f028-4ebc-9b25-81152867d29e requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:00:29.646583 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.670778 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-8bb11715-834e-4162-880b-cce726c1a205 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1264534 Oct 20 09:00:29.678869 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56430) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:29.713059 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:29.800664 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (d1616515-7d2b-425b-af50-0016a24d059e), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.859649 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (5d6f9d11-ff8a-4c73-8522-18898834f2fd), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.871753 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (5d6f9d11-ff8a-4c73-8522-18898834f2fd), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:29.888418 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b72368-725b-4001-91f3-e40a8f4be14d None None] Pushing event updated for resources: {'Port': ['ID=311e7c8b-3680-4b42-93cb-bea711a8e29e,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:29.899760 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:29.978869 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b8327be3-f028-4ebc-9b25-81152867d29e', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 09:00:29.978869 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:30.000874 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Publish callbacks [] for port (070de37c-691c-4649-b6a5-6629f06bae2b), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:30.023957 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Allocated IP 172.20.0.2 (8e03c888-668e-46f5-b105-1902608fb69d/8f14ce4c-e320-41b8-8ad7-946f179b96d8/b975734c-1c90-49a4-bbcf-ec8349f14353) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:30.028917 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:30.069792 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Publish callbacks [] for router_controller (5d6f9d11-ff8a-4c73-8522-18898834f2fd), precommit_add_association {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:30.119602 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:30.171483 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:UPDATE=5,neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:30.184607 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Pushing event updated for resources: {'Port': ['ID=070de37c-691c-4649-b6a5-6629f06bae2b,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:30.214308 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:30.263523 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:30.266396 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Pushing event updated for resources: {'Port': ['ID=d1616515-7d2b-425b-af50-0016a24d059e,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:30.275408 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:30.289789 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:30.299849 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 311e7c8b-3680-4b42-93cb-bea711a8e29e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:30.358695 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:30.378853 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:30.473442 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Publish callbacks [] for router_gateway (eef76796-bf79-432b-9083-b7245a10f8c8), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:30.484562 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 311e7c8b-3680-4b42-93cb-bea711a8e29e triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:30.484931 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:30.485266 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 311e7c8b-3680-4b42-93cb-bea711a8e29e Oct 20 09:00:30.527387 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:30.651925 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Allocated IP 172.37.2.232 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/cfb4acb3-405c-4d3f-a8d1-f4b0caf24230) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:30.697472 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Allocated IP 172.20.0.2 (b8327be3-f028-4ebc-9b25-81152867d29e/efba2f9d-71d9-4036-8eac-f09661e43662/408a49cf-b611-47c6-9bca-b6f118bbcdc8) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:30.705077 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Attempting to bind port 070de37c-691c-4649-b6a5-6629f06bae2b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:30.705452 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Attempting to bind port 070de37c-691c-4649-b6a5-6629f06bae2b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:30.705813 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Attempting to bind port 070de37c-691c-4649-b6a5-6629f06bae2b on network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:30.805959 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:30.843660 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:30.847846 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Publish callbacks [] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:30.907488 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:30.973723 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:31.020169 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Publish callbacks [] for router_gateway (5d6f9d11-ff8a-4c73-8522-18898834f2fd), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.022163 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:31.072778 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Pushing event updated for resources: {'Port': ['ID=cfb4acb3-405c-4d3f-a8d1-f4b0caf24230,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:31.086643 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 311e7c8b-3680-4b42-93cb-bea711a8e29e is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:31.089349 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.105863 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:31.114747 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:31.138334 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Allocated IP 172.37.2.239 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/679bfc97-0583-42ab-ac67-a4bec8fa34a7) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:31.218504 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Publish callbacks [] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.260407 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-03fffaf0-95c1-4858-8874-a8608c5f301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.267151 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:31.267571 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Checking segment: {'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:31.268016 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.268448 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Bound using segment: {'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:31.270336 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Bound port: 070de37c-691c-4649-b6a5-6629f06bae2b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:31.270899 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.273794 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.293399 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb0b5e-a72f-426f-89bd-a099e8efeeb8 None None] Network 89681d33-1e95-46d3-a4f1-4813c7b75e62 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:00:31.296630 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Publish callbacks [] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.402499 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:31.481943 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Publish callbacks [] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.514862 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Publish callbacks [] for router_gateway (b078c577-0afc-4dde-9c84-64720126f149), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.550511 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Publish callbacks [] for router_gateway (925cb29f-bad0-4493-9a33-a8eefe88e05e), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.572954 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.610509 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.635116 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Publish callbacks [] for router_gateway (5d6f9d11-ff8a-4c73-8522-18898834f2fd), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.659121 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 311e7c8b-3680-4b42-93cb-bea711a8e29e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=311e7c8b-3680-4b42-93cb-bea711a8e29e,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:00:31.665121 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:31.673906 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:31.679290 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.679596 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:31.684073 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Pushing event updated for resources: {'Port': ['ID=679bfc97-0583-42ab-ac67-a4bec8fa34a7,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:31.690740 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Network b8327be3-f028-4ebc-9b25-81152867d29e is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:31.785280 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] For port 070de37c-691c-4649-b6a5-6629f06bae2b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:31.794844 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] For port 070de37c-691c-4649-b6a5-6629f06bae2b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=070de37c-691c-4649-b6a5-6629f06bae2b,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:31.809925 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:31.812007 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:31.813237 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:31.813929 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.822740 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Pushing event updated for resources: {'Port': ['ID=b975734c-1c90-49a4-bbcf-ec8349f14353,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:31.858186 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:31.864578 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:31.876502 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Network 8e03c888-668e-46f5-b105-1902608fb69d is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:31.880057 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (b078c577-0afc-4dde-9c84-64720126f149), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.880974 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.893406 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:31.908057 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (925cb29f-bad0-4493-9a33-a8eefe88e05e), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.922980 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Allocated IP 172.37.2.200 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/b9c17faa-b73e-489f-94ef-9ec4cf325e4b) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:31.929794 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:31.975330 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-f6078cdd-210b-4f1c-b797-4818790133d0 None None] Provisioning complete for port 311e7c8b-3680-4b42-93cb-bea711a8e29e triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:31.975891 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f6078cdd-210b-4f1c-b797-4818790133d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:31.976231 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-f6078cdd-210b-4f1c-b797-4818790133d0 None None] Attempt 1 to provision port 311e7c8b-3680-4b42-93cb-bea711a8e29e Oct 20 09:00:32.062253 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Publish callbacks [] for router_gateway (eef76796-bf79-432b-9083-b7245a10f8c8), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:32.093930 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Attempting to bind port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:32.094305 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Attempting to bind port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:32.094715 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Attempting to bind port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 on network b8327be3-f028-4ebc-9b25-81152867d29e {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:32.222359 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Publish callbacks [] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:32.274173 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Attempting to bind port b975734c-1c90-49a4-bbcf-ec8349f14353 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:32.274820 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Attempting to bind port b975734c-1c90-49a4-bbcf-ec8349f14353 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:32.277312 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Attempting to bind port b975734c-1c90-49a4-bbcf-ec8349f14353 on network 8e03c888-668e-46f5-b105-1902608fb69d {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:32.277466 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Pushing event updated for resources: {'Port': ['ID=408a49cf-b611-47c6-9bca-b6f118bbcdc8,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:32.287516 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:32.338182 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:32.350737 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=311e7c8b-3680-4b42-93cb-bea711a8e29e,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:32.374802 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:32.375623 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:32.409257 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:32.476134 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:32.505481 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:32.508461 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f21b5-f301-4a0d-990b-c18e465332b2 None None] Pushing event updated for resources: {'Port': ['ID=070de37c-691c-4649-b6a5-6629f06bae2b,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:32.511668 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:32.512333 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Checking segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:32.512944 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:32.513523 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Bound using segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:32.514206 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Bound port: 408a49cf-b611-47c6-9bca-b6f118bbcdc8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:32.515095 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:32.526356 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c17faa-b73e-489f-94ef-9ec4cf325e4b,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:32.529908 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:32.563461 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:32.564152 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Checking segment: {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:32.564670 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:32.565205 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Bound using segment: {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:32.565877 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Bound port: b975734c-1c90-49a4-bbcf-ec8349f14353, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:32.566866 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:32.636801 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Router 925cb29f-bad0-4493-9a33-a8eefe88e05e is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 09:00:32.642817 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] For port b975734c-1c90-49a4-bbcf-ec8349f14353, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:32.649261 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] For port b975734c-1c90-49a4-bbcf-ec8349f14353, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b975734c-1c90-49a4-bbcf-ec8349f14353,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:32.707412 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] For port 408a49cf-b611-47c6-9bca-b6f118bbcdc8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:32.711228 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] For port 408a49cf-b611-47c6-9bca-b6f118bbcdc8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=408a49cf-b611-47c6-9bca-b6f118bbcdc8,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:32.715970 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:32.718736 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:32.725142 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:32.733153 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:32.737776 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-f6078cdd-210b-4f1c-b797-4818790133d0 None None] Current status of the port 311e7c8b-3680-4b42-93cb-bea711a8e29e is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:32.783709 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:32.831979 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b0db5-71aa-4add-a11a-b4da1f1b5893 None None] Pushing event updated for resources: {'Port': ['ID=b975734c-1c90-49a4-bbcf-ec8349f14353,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:32.930157 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7590d3-008d-4801-8578-5bafedc5f9ed None None] Pushing event updated for resources: {'Port': ['ID=408a49cf-b611-47c6-9bca-b6f118bbcdc8,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:32.949014 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-6ff55247-b91c-4063-9146-049eaff807c9 None None] Provisioning complete for port 311e7c8b-3680-4b42-93cb-bea711a8e29e triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:32.949677 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6ff55247-b91c-4063-9146-049eaff807c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:32.952318 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-6ff55247-b91c-4063-9146-049eaff807c9 None None] Attempt 1 to provision port 311e7c8b-3680-4b42-93cb-bea711a8e29e Oct 20 09:00:33.067034 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Router b078c577-0afc-4dde-9c84-64720126f149 is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 09:00:33.095956 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-6ff55247-b91c-4063-9146-049eaff807c9 None None] Current status of the port 311e7c8b-3680-4b42-93cb-bea711a8e29e is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:33.106253 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (eef76796-bf79-432b-9083-b7245a10f8c8), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:33.549218 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:00:33.566705 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Sync routers for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:00:33.598903 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:33.601163 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:33.653617 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Publish callbacks [] for router_gateway (5d6f9d11-ff8a-4c73-8522-18898834f2fd), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:33.722505 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:33.724542 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d50910a5-cf89-4436-9caf-caeefe0ad227 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3469253 Oct 20 09:00:33.728740 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56558) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:33.731480 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:00:33.743874 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Sync routers for ids ['b078c577-0afc-4dde-9c84-64720126f149'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:00:33.770182 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Routers {'b078c577-0afc-4dde-9c84-64720126f149'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:33.770980 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['b078c577-0afc-4dde-9c84-64720126f149'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:33.795806 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:33.797045 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-abac1925-defa-420e-b1d9-63743115500d admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6212559 Oct 20 09:00:33.805371 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56562) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:33.864567 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c7a90-09d3-4b9c-ab8a-6c16548d11b3 None None] Network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:00:33.921493 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Router eef76796-bf79-432b-9083-b7245a10f8c8 is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 09:00:33.987249 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56566) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:34.056889 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:34.183490 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (5d6f9d11-ff8a-4c73-8522-18898834f2fd), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:34.188537 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:34.221096 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-a585f5e3-34ff-4065-98e3-860f544a19fc None None] Provisioning complete for port 070de37c-691c-4649-b6a5-6629f06bae2b triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:34.221582 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-a585f5e3-34ff-4065-98e3-860f544a19fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:34.221920 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-a585f5e3-34ff-4065-98e3-860f544a19fc None None] Attempt 1 to provision port 070de37c-691c-4649-b6a5-6629f06bae2b Oct 20 09:00:34.301247 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:34.355832 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f3be-24b0-4fee-a85c-ef68ca2ba4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:34.361668 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:34.415772 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:31Z', 'revision_number': 3, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:34.425750 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:34.461246 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b975734c-1c90-49a4-bbcf-ec8349f14353 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:34.470774 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Set router b078c577-0afc-4dde-9c84-64720126f149 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:34.522643 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Checking router: 925cb29f-bad0-4493-9a33-a8eefe88e05e for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:00:34.528734 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Updating router 925cb29f-bad0-4493-9a33-a8eefe88e05e port d1616515-7d2b-425b-af50-0016a24d059e binding host dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:00:34.569851 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (d1616515-7d2b-425b-af50-0016a24d059e), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:34.576322 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:00:34.618299 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:34.625115 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-a9bc4da1-7e85-46ef-aebc-c00c2d9c9bdd admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7706945 Oct 20 09:00:34.627078 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56582) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:34.760936 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:34.785705 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:34.970151 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-a585f5e3-34ff-4065-98e3-860f544a19fc None None] Current status of the port 070de37c-691c-4649-b6a5-6629f06bae2b is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:34.971675 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-a585f5e3-34ff-4065-98e3-860f544a19fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.031538 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f3be-24b0-4fee-a85c-ef68ca2ba4cb admin admin] Publish callbacks [] for security_group (8ae016f9-d0f3-4f0d-8c0b-1f6801e4b7d9), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.032573 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-a585f5e3-34ff-4065-98e3-860f544a19fc None None] For port 070de37c-691c-4649-b6a5-6629f06bae2b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=070de37c-691c-4649-b6a5-6629f06bae2b,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:00:35.042273 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a0d4f-9ecf-44a9-b6d5-d4a9907bd0a7 None None] Network b8327be3-f028-4ebc-9b25-81152867d29e requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:00:35.067498 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f3be-24b0-4fee-a85c-ef68ca2ba4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (8ae016f9-d0f3-4f0d-8c0b-1f6801e4b7d9), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.107014 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Router 5d6f9d11-ff8a-4c73-8522-18898834f2fd is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 09:00:35.131096 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:35.134536 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a48224e-6035-4765-acde-b842640bd078 None None] Network 8e03c888-668e-46f5-b105-1902608fb69d requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:00:35.207686 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:35.216284 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-a585f5e3-34ff-4065-98e3-860f544a19fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.257498 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Publish callbacks [] for port (d1616515-7d2b-425b-af50-0016a24d059e), precommit_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.261807 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Sync routers for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:00:35.274402 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:35.275591 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:35.280805 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8f3be-24b0-4fee-a85c-ef68ca2ba4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae016f9-d0f3-4f0d-8c0b-1f6801e4b7d9,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:35.297349 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a7e8f3be-24b0-4fee-a85c-ef68ca2ba4cb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a393e550e71e4fa8a0ff9edd71382009&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3062880 Oct 20 09:00:35.301154 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56596) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:35.359163 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:35.415994 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b078c577-0afc-4dde-9c84-64720126f149', 'name': 'tempest-DeleteServersTestJSON-1075754946-router', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:31Z', 'revision_number': 3, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'gw_port': {'id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:04:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:35.462509 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.473354 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:35.520558 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585f5e3-34ff-4065-98e3-860f544a19fc None None] Pushing event updated for resources: {'Port': ['ID=070de37c-691c-4649-b6a5-6629f06bae2b,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:35.531061 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port b975734c-1c90-49a4-bbcf-ec8349f14353 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:35.531432 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.531762 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port b975734c-1c90-49a4-bbcf-ec8349f14353 Oct 20 09:00:35.539784 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Checking router: b078c577-0afc-4dde-9c84-64720126f149 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:00:35.540190 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Updating router b078c577-0afc-4dde-9c84-64720126f149 port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:00:35.544730 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (d1616515-7d2b-425b-af50-0016a24d059e), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.560053 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:35.588417 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.610644 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.621386 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:00:35.669504 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Attempting to bind port d1616515-7d2b-425b-af50-0016a24d059e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:35.670704 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Attempting to bind port d1616515-7d2b-425b-af50-0016a24d059e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:35.671416 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Attempting to bind port d1616515-7d2b-425b-af50-0016a24d059e on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:35.771243 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:35.773275 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:31Z', 'revision_number': 3, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:35.805970 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:35.806811 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:35.806811 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.807360 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:35.807950 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Bound port: d1616515-7d2b-425b-af50-0016a24d059e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:35.808463 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (d1616515-7d2b-425b-af50-0016a24d059e), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.818110 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.822277 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-b2b29779-6e38-4d51-9840-ac2de73ea2c2 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1290255 Oct 20 09:00:35.822708 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56614) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:35.863338 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Publish callbacks [] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.864536 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] For port d1616515-7d2b-425b-af50-0016a24d059e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:35.868458 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] For port d1616515-7d2b-425b-af50-0016a24d059e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d1616515-7d2b-425b-af50-0016a24d059e,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:35.871869 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:35.873377 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Allocated IP 172.20.0.1 (47c6132f-de00-464a-9c0d-6ac6d3d24b81/f1a6806f-5047-4621-b141-2261c04ea705/fa3c2e7b-4373-4e9e-890a-e8c4a27be80c) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:35.873956 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Checking router: eef76796-bf79-432b-9083-b7245a10f8c8 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:00:35.874882 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Updating router eef76796-bf79-432b-9083-b7245a10f8c8 port 679bfc97-0583-42ab-ac67-a4bec8fa34a7 binding host dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:00:35.876404 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Provisioning complete for port b975734c-1c90-49a4-bbcf-ec8349f14353 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:35.877002 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.877477 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Attempt 1 to provision port b975734c-1c90-49a4-bbcf-ec8349f14353 Oct 20 09:00:35.879990 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Sync routers for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:00:35.892581 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.928359 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:35.997736 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccf9b9-8d1a-4bbe-9afb-17eace0f7773 None None] Pushing event updated for resources: {'Port': ['ID=cfb4acb3-405c-4d3f-a8d1-f4b0caf24230,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:36.017085 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:36.023403 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:36.037108 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Publish callbacks [] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.091998 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Allocated IP 172.20.0.1 (89681d33-1e95-46d3-a4f1-4813c7b75e62/d1383fbe-9dd2-4af9-aeca-8b85b2f75a97/c755d864-f1b0-4377-9693-6cd6aef86bca) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:36.122642 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c3867225-475a-40c0-857c-1c9d1175dfb8 admin admin] Publish callbacks [] for security_group (8ae016f9-d0f3-4f0d-8c0b-1f6801e4b7d9), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.163043 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:36.171822 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c3867225-475a-40c0-857c-1c9d1175dfb8 admin admin] Publish callbacks [] for security_group (8ae016f9-d0f3-4f0d-8c0b-1f6801e4b7d9), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.221245 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Publish callbacks [] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.257258 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:36.258208 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:36.269245 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (d1616515-7d2b-425b-af50-0016a24d059e), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.269530 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.279339 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Attempting to bind port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:36.279651 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Attempting to bind port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:36.279981 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Attempting to bind port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:36.282026 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.317562 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:36.334828 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Pushing event updated for resources: {'Port': ['ID=d1616515-7d2b-425b-af50-0016a24d059e,revision_number=3']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:36.345944 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Network 89681d33-1e95-46d3-a4f1-4813c7b75e62 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:36.354649 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:36.355605 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:36.376628 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:36.381875 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3c2e7b-4373-4e9e-890a-e8c4a27be80c,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:36.384504 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:36.388032 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c3867225-475a-40c0-857c-1c9d1175dfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (8ae016f9-d0f3-4f0d-8c0b-1f6801e4b7d9), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.391251 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c3867225-475a-40c0-857c-1c9d1175dfb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.395270 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:36.395437 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c3867225-475a-40c0-857c-1c9d1175dfb8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8ae016f9-d0f3-4f0d-8c0b-1f6801e4b7d9 HTTP/1.1" status: 204 len: 168 time: 1.0882025 Oct 20 09:00:36.404066 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3867225-475a-40c0-857c-1c9d1175dfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae016f9-d0f3-4f0d-8c0b-1f6801e4b7d9,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:36.410966 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:36.411906 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (925cb29f-bad0-4493-9a33-a8eefe88e05e), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.431188 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port b975734c-1c90-49a4-bbcf-ec8349f14353 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:36.431601 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.445369 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:36.445741 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:36.446174 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.446657 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:36.447140 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Bound port: cfb4acb3-405c-4d3f-a8d1-f4b0caf24230, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:36.447511 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.456702 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:36.458965 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.539934 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Current status of the port b975734c-1c90-49a4-bbcf-ec8349f14353 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:36.544994 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:36.551413 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.635997 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] For port b975734c-1c90-49a4-bbcf-ec8349f14353, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b975734c-1c90-49a4-bbcf-ec8349f14353,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:00:36.648214 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.673699 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Allocated IP 172.20.0.1 (8e03c888-668e-46f5-b105-1902608fb69d/8f14ce4c-e320-41b8-8ad7-946f179b96d8/bc5ca010-5dfe-4ff8-ba5f-3f58964711b2) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:36.713417 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:36.721142 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Provisioning complete for port 070de37c-691c-4649-b6a5-6629f06bae2b triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:36.721722 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.722236 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Attempt 1 to provision port 070de37c-691c-4649-b6a5-6629f06bae2b Oct 20 09:00:36.764462 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Pushing event updated for resources: {'Port': ['ID=b975734c-1c90-49a4-bbcf-ec8349f14353,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:36.778273 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.778842 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.779202 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.779412 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.779721 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.780052 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.780376 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.781418 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.781571 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.781887 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.782321 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.782695 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.783021 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.783340 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.783659 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Tracked resource versions report: Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: pushed versions: Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: { 'AddressGroup': {'1.2'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Agent': {'1.1'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'ConntrackHelper': {'1.0'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'LocalIPAssociation': {'1.0'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Log': {'1.0'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'NDPProxy': {'1.0'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Network': {'1.1'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Port': {'1.7'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'PortForwarding': {'1.3'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'QosPolicy': {'1.10'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'SecurityGroup': {'1.5'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'SecurityGroupRule': {'1.2'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'SubPort': {'1.0'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Subnet': {'1.1'}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Trunk': {'1.1'}} Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: consumer versions: Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: HyperV agent@hv-cinder-maste: {}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Agent': '1.1', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'ConntrackHelper': '1.0', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'LocalIPAssociation': '1.0', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Log': '1.0', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'NDPProxy': '1.0', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Network': '1.1', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Port': '1.7', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'PortForwarding': '1.3', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'QosPolicy': '1.10', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'SecurityGroup': '1.5', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'SecurityGroupRule': '1.2', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'SubPort': '1.0', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Subnet': '1.1', Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: 'Trunk': '1.1'}} Oct 20 09:00:36.784992 dv-cinder-master-3-iscsi neutron-server[104621]: {{(pid=104621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 09:00:36.810850 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:36.811430 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (b078c577-0afc-4dde-9c84-64720126f149), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.866841 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:36.873148 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] For port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:36.893173 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:33Z', 'revision_number': 3, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:36.899183 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:36.914497 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Pushing event updated for resources: {'Port': ['ID=c755d864-f1b0-4377-9693-6cd6aef86bca,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:36.948821 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Publish callbacks [] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:36.991927 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] For port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cfb4acb3-405c-4d3f-a8d1-f4b0caf24230,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:37.005006 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Checking router: 5d6f9d11-ff8a-4c73-8522-18898834f2fd for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:00:37.011062 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Updating router 5d6f9d11-ff8a-4c73-8522-18898834f2fd port b9c17faa-b73e-489f-94ef-9ec4cf325e4b binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:00:37.056729 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.db.api [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 20 09:00:37.057703 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG oslo_db.api [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 09:00:37.085037 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.184431 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.185910 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.247600 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99bf37-fd2e-4468-b497-07e111874d10 None None] Pushing event updated for resources: {'Port': ['ID=d1616515-7d2b-425b-af50-0016a24d059e,revision_number=3']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:37.274353 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccf9b9-8d1a-4bbe-9afb-17eace0f7773 None None] Pushing event updated for resources: {'Port': ['ID=cfb4acb3-405c-4d3f-a8d1-f4b0caf24230,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:37.278652 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Routers {'b078c577-0afc-4dde-9c84-64720126f149'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:37.279622 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['b078c577-0afc-4dde-9c84-64720126f149'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:37.280608 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:37.282692 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Network 8e03c888-668e-46f5-b105-1902608fb69d is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:37.293640 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:37.298374 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.299796 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:31Z', 'revision_number': 3, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:37.300705 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:37.301284 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (eef76796-bf79-432b-9083-b7245a10f8c8), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.313673 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.315628 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Pushing event updated for resources: {'Port': ['ID=bc5ca010-5dfe-4ff8-ba5f-3f58964711b2,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:37.358402 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ab60b-bbe0-464c-8566-f25d2a4be20c None None] The sync data for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi is: [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:31Z', 'revision_number': 3, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:00:37.419616 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Current status of the port 070de37c-691c-4649-b6a5-6629f06bae2b is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:37.445812 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Publish callbacks [] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), precommit_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.455011 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.567118 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Attempting to bind port 679bfc97-0583-42ab-ac67-a4bec8fa34a7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:37.567488 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Attempting to bind port 679bfc97-0583-42ab-ac67-a4bec8fa34a7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:37.567904 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Attempting to bind port 679bfc97-0583-42ab-ac67-a4bec8fa34a7 on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:37.592883 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Provisioning complete for port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:37.594574 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.595734 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Attempt 1 to provision port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 Oct 20 09:00:37.683132 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc2247-41df-4b73-9741-5c58969c25fb None None] Pushing event updated for resources: {'Port': ['ID=679bfc97-0583-42ab-ac67-a4bec8fa34a7,revision_number=2']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:37.719363 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:37.719789 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:37.720189 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.724128 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:37.725759 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Bound port: 679bfc97-0583-42ab-ac67-a4bec8fa34a7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:37.732489 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.824282 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:37.861426 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] For port 679bfc97-0583-42ab-ac67-a4bec8fa34a7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:37.874600 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] For port 679bfc97-0583-42ab-ac67-a4bec8fa34a7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=679bfc97-0583-42ab-ac67-a4bec8fa34a7,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:37.878153 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.901881 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:37.971955 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:38.082480 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc2247-41df-4b73-9741-5c58969c25fb None None] Pushing event updated for resources: {'Port': ['ID=679bfc97-0583-42ab-ac67-a4bec8fa34a7,revision_number=3']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:38.095884 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:38.096762 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:38.218942 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Publish callbacks [] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:38.240490 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:38.251335 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Publish callbacks [] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:38.275787 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:38.281283 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (925cb29f-bad0-4493-9a33-a8eefe88e05e), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:38.293230 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56688) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:38.298050 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:38.302112 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:38.303460 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (b078c577-0afc-4dde-9c84-64720126f149), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:38.366160 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:38.583883 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port b975734c-1c90-49a4-bbcf-ec8349f14353 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:38.585555 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 408a49cf-b611-47c6-9bca-b6f118bbcdc8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:38.591527 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3c2e7b-4373-4e9e-890a-e8c4a27be80c,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:38.619313 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:38.627674 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:38.653877 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] Set router b078c577-0afc-4dde-9c84-64720126f149 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:38.656706 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:38.669819 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 1, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:38.701830 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e63517-35fe-4046-beb7-ed340b53ddda None None] The sync data for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi is: [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 1, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:00:38.714514 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Pushing event updated for resources: {'Port': ['ID=c755d864-f1b0-4377-9693-6cd6aef86bca,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:38.725638 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-50c43f17-394c-4389-9d2a-31394516cc97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:38.984830 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Publish callbacks [] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:38.993750 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Allocated IP 172.20.0.1 (b8327be3-f028-4ebc-9b25-81152867d29e/efba2f9d-71d9-4036-8eac-f09661e43662/d4d86c33-2aec-46b0-bc2a-0a669fe4acc7) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:39.000398 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:39.001475 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (eef76796-bf79-432b-9083-b7245a10f8c8), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:39.017163 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Router b078c577-0afc-4dde-9c84-64720126f149 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:00:39.053907 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:39.097672 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:39.099153 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Current status of the port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:39.099939 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:39.185572 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:39.186582 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Pushing event updated for resources: {'Port': ['ID=bc5ca010-5dfe-4ff8-ba5f-3f58964711b2,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:39.257261 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Network 89681d33-1e95-46d3-a4f1-4813c7b75e62 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:39.265749 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:39.336497 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:39.375039 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] For port 408a49cf-b611-47c6-9bca-b6f118bbcdc8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=408a49cf-b611-47c6-9bca-b6f118bbcdc8,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:00:39.381466 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Network 8e03c888-668e-46f5-b105-1902608fb69d is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:39.400882 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:39.495307 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:00:39.519483 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-28554bb5-e8e1-4db8-a68e-c31953371973 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/b078c577-0afc-4dde-9c84-64720126f149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7042480 Oct 20 09:00:39.620969 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:39.625732 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:39.627898 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:39.632750 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 Oct 20 09:00:39.664849 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:39.923842 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Provisioning complete for port b975734c-1c90-49a4-bbcf-ec8349f14353 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:39.925020 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:39.925617 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Attempt 1 to provision port b975734c-1c90-49a4-bbcf-ec8349f14353 Oct 20 09:00:40.039199 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b078c577-0afc-4dde-9c84-64720126f149', 'name': 'tempest-DeleteServersTestJSON-1075754946-router', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'gw_port': {'id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:04:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fa3c2e7b-4373-4e9e-890a-e8c4a27be80c', 'name': '', 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'mac_address': 'fa:16:3e:eb:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f1a6806f-5047-4621-b141-2261c04ea705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:35Z', 'revision_number': 1, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'subnets': [{'id': 'f1a6806f-5047-4621-b141-2261c04ea705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:40.107809 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-50c43f17-394c-4389-9d2a-31394516cc97 admin admin] Publish callbacks [] for security_group (25ef0219-5c80-4979-9e81-5d362c66c929), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:40.115386 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Publish callbacks [] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:40.121379 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Router 925cb29f-bad0-4493-9a33-a8eefe88e05e has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:00:40.124819 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-50c43f17-394c-4389-9d2a-31394516cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (25ef0219-5c80-4979-9e81-5d362c66c929), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:40.158452 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c43f17-394c-4389-9d2a-31394516cc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ef0219-5c80-4979-9e81-5d362c66c929,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:40.256162 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Publish callbacks [] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:40.328836 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1bb6c-1fb3-483b-a1c2-614b047b6c7c None None] The sync data for ids ['b078c577-0afc-4dde-9c84-64720126f149'] in dv-cinder-master-3-iscsi is: [{'id': 'b078c577-0afc-4dde-9c84-64720126f149', 'name': 'tempest-DeleteServersTestJSON-1075754946-router', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'gw_port': {'id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:04:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fa3c2e7b-4373-4e9e-890a-e8c4a27be80c', 'name': '', 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'mac_address': 'fa:16:3e:eb:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f1a6806f-5047-4621-b141-2261c04ea705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:35Z', 'revision_number': 1, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'subnets': [{'id': 'f1a6806f-5047-4621-b141-2261c04ea705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:00:40.332133 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de53de-420e-4af6-af2d-3675b88ce953 None None] Pushing event updated for resources: {'Port': ['ID=408a49cf-b611-47c6-9bca-b6f118bbcdc8,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:40.350135 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:40.425766 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd7752-c51b-4317-81b7-7b19b6b269b8 None None] Pushing event updated for resources: {'Port': ['ID=b9c17faa-b73e-489f-94ef-9ec4cf325e4b,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:40.427288 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Router eef76796-bf79-432b-9083-b7245a10f8c8 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:00:40.507269 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Current status of the port b975734c-1c90-49a4-bbcf-ec8349f14353 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:40.520708 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:00:40.527861 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Provisioning complete for port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:40.528471 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:40.528966 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Attempt 1 to provision port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 Oct 20 09:00:40.558199 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-e6dab8f5-7614-46d0-ae00-c4cec1543e40 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/925cb29f-bad0-4493-9a33-a8eefe88e05e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8197801 Oct 20 09:00:40.593848 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56762) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:40.594260 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-50c43f17-394c-4389-9d2a-31394516cc97 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e5b0517639bf434cb67701de6f65ac14&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2850499 Oct 20 09:00:40.617596 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Attempting to bind port b9c17faa-b73e-489f-94ef-9ec4cf325e4b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:40.618234 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Attempting to bind port b9c17faa-b73e-489f-94ef-9ec4cf325e4b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:40.618893 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Attempting to bind port b9c17faa-b73e-489f-94ef-9ec4cf325e4b on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:40.638345 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:40.641959 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56772) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:40.681206 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:40.682349 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:40.683455 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:40.684352 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:40.684998 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Bound port: b9c17faa-b73e-489f-94ef-9ec4cf325e4b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:40.685536 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:40.697816 dv-cinder-master-3-iscsi neutron-server[104619]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 09:00:40.783756 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Sync routers for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:00:40.802443 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:40.803140 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:40.883542 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8c65ddb5-0f8e-4beb-9efb-77db8ff32339 admin admin] Publish callbacks [] for security_group (25ef0219-5c80-4979-9e81-5d362c66c929), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:40.945999 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:40.950244 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 311e7c8b-3680-4b42-93cb-bea711a8e29e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:40.951259 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8c65ddb5-0f8e-4beb-9efb-77db8ff32339 admin admin] Publish callbacks [] for security_group (25ef0219-5c80-4979-9e81-5d362c66c929), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:41.046268 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:41.065955 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:41.091593 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:41.117999 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Current status of the port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:41.169625 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] For port b9c17faa-b73e-489f-94ef-9ec4cf325e4b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:41.182795 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:00:41.183414 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Network b8327be3-f028-4ebc-9b25-81152867d29e is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:41.197969 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d5ce9049-c1ae-402c-bc21-191dfdde813b admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/eef76796-bf79-432b-9083-b7245a10f8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5697236 Oct 20 09:00:41.205000 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Provisioning complete for port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:41.205663 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:41.206229 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Attempt 1 to provision port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c Oct 20 09:00:41.211448 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8c65ddb5-0f8e-4beb-9efb-77db8ff32339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (25ef0219-5c80-4979-9e81-5d362c66c929), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:41.214506 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8c65ddb5-0f8e-4beb-9efb-77db8ff32339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:41.216333 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-8c65ddb5-0f8e-4beb-9efb-77db8ff32339 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/25ef0219-5c80-4979-9e81-5d362c66c929 HTTP/1.1" status: 204 len: 168 time: 0.6155629 Oct 20 09:00:41.224112 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] For port b9c17faa-b73e-489f-94ef-9ec4cf325e4b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b9c17faa-b73e-489f-94ef-9ec4cf325e4b,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:41.224442 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:41.233649 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-19766859-bc7b-4f31-9899-4c5c3059b274 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:41.239858 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65ddb5-0f8e-4beb-9efb-77db8ff32339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ef0219-5c80-4979-9e81-5d362c66c929,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:41.245891 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-19766859-bc7b-4f31-9899-4c5c3059b274 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/networks?id=47c6132f-de00-464a-9c0d-6ac6d3d24b81 HTTP/1.1" status: 200 len: 812 time: 0.6010017 Oct 20 09:00:41.256196 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:41.277152 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 311e7c8b-3680-4b42-93cb-bea711a8e29e triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:41.277855 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:41.278899 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 311e7c8b-3680-4b42-93cb-bea711a8e29e Oct 20 09:00:41.312007 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:41.314048 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (5d6f9d11-ff8a-4c73-8522-18898834f2fd), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:41.339547 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:41.461881 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:00:41.479785 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-7fb26111-84f7-468a-a11b-2891297eb2d6 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/quotas/4da29c9977ca44baa867b3c7fc86164b HTTP/1.1" status: 200 len: 375 time: 0.2318933 Oct 20 09:00:41.496631 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Pushing event updated for resources: {'Port': ['ID=d4d86c33-2aec-46b0-bc2a-0a669fe4acc7,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:41.562239 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56814) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:41.564677 dv-cinder-master-3-iscsi neutron-server[104618]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 09:00:41.566274 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:41.567177 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:41.573930 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Provisioning complete for port c755d864-f1b0-4377-9693-6cd6aef86bca triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:41.575120 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:41.575672 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Attempt 1 to provision port c755d864-f1b0-4377-9693-6cd6aef86bca Oct 20 09:00:41.596794 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 2, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:41.651242 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Checking router: 925cb29f-bad0-4493-9a33-a8eefe88e05e for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:00:41.651502 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Updating router 925cb29f-bad0-4493-9a33-a8eefe88e05e port c755d864-f1b0-4377-9693-6cd6aef86bca binding host dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:00:41.705647 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd7752-c51b-4317-81b7-7b19b6b269b8 None None] Pushing event updated for resources: {'Port': ['ID=b9c17faa-b73e-489f-94ef-9ec4cf325e4b,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:41.722320 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:41.730786 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:41.760799 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Port c755d864-f1b0-4377-9693-6cd6aef86bca cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:00:41.788749 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:41.936989 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-74a96e14-5044-47ed-8274-0dbb84f4dc3f tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4da29c9977ca44baa867b3c7fc86164b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4549825 Oct 20 09:00:41.937568 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Provisioning complete for port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:41.943638 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:41.944184 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Attempt 1 to provision port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 Oct 20 09:00:41.948004 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 311e7c8b-3680-4b42-93cb-bea711a8e29e is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:41.969377 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 070de37c-691c-4649-b6a5-6629f06bae2b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:41.974035 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.029775 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-a82facca-6b39-4a4f-b666-49cf3281481d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:42.031695 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-a82facca-6b39-4a4f-b666-49cf3281481d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 817 time: 0.4683838 Oct 20 09:00:42.051782 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-2da78f19-4305-4415-b8c4-e7db547d3b2c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/quotas/d24a1fc0e9344af181d49cfc58f0c88b HTTP/1.1" status: 200 len: 375 time: 0.0141249 Oct 20 09:00:42.273515 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:42.284915 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bb26fa60-b69b-4d4b-b03e-b56bfa239b11 None None] Port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:00:42.338375 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-8432b5eb-f025-4d31-8138-45360d347730 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2804136 Oct 20 09:00:42.344614 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Publish callbacks [] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), precommit_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.354788 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.432060 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56842) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:42.447999 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c9f39a92-94e5-4aa9-a089-503c7484aabd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.460191 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:42.577594 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 070de37c-691c-4649-b6a5-6629f06bae2b triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:42.578424 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.579547 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 070de37c-691c-4649-b6a5-6629f06bae2b Oct 20 09:00:42.606032 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Publish callbacks [] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.606626 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0e640-4f58-4169-b0ad-b1fca47b7ce8 None None] Pushing event updated for resources: {'Port': ['ID=c755d864-f1b0-4377-9693-6cd6aef86bca,revision_number=3']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:42.617251 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.624679 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (5d6f9d11-ff8a-4c73-8522-18898834f2fd), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.699041 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Attempting to bind port c755d864-f1b0-4377-9693-6cd6aef86bca on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:42.699409 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Attempting to bind port c755d864-f1b0-4377-9693-6cd6aef86bca by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:42.699755 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Attempting to bind port c755d864-f1b0-4377-9693-6cd6aef86bca on network 89681d33-1e95-46d3-a4f1-4813c7b75e62 {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:42.709864 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c9f39a92-94e5-4aa9-a089-503c7484aabd admin admin] Publish callbacks [] for security_group (7cd59829-2c72-4d89-81cf-16439ce6580f), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.720918 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c9f39a92-94e5-4aa9-a089-503c7484aabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (7cd59829-2c72-4d89-81cf-16439ce6580f), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.750453 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Provisioning complete for port c755d864-f1b0-4377-9693-6cd6aef86bca triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:42.757977 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.759598 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Attempt 1 to provision port c755d864-f1b0-4377-9693-6cd6aef86bca Oct 20 09:00:42.800421 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c9f39a92-94e5-4aa9-a089-503c7484aabd admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=838d5093ccd149ce882473932672a6bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3669977 Oct 20 09:00:42.808271 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-90b077ea-0267-4bb0-9350-7ad4caced544 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104618) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 09:00:42.809588 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-90b077ea-0267-4bb0-9350-7ad4caced544 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1381400 Oct 20 09:00:42.810393 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56850) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:42.828356 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:42.829208 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Checking segment: {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:42.839098 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.840855 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Bound using segment: {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:42.841833 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Bound port: c755d864-f1b0-4377-9693-6cd6aef86bca, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'}}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:42.842429 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:42.875288 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f39a92-94e5-4aa9-a089-503c7484aabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd59829-2c72-4d89-81cf-16439ce6580f,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:42.891612 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-46aad674-2a6e-4bf0-b2bf-33f3b1addd0c service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104619) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 09:00:42.892695 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-46aad674-2a6e-4bf0-b2bf-33f3b1addd0c service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4967687 Oct 20 09:00:42.901296 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:42.957802 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:43.000835 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] For port c755d864-f1b0-4377-9693-6cd6aef86bca, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:43.002455 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28ee853d-ca28-47f4-8ce5-6a7005b17bfe admin admin] Publish callbacks [] for security_group (7cd59829-2c72-4d89-81cf-16439ce6580f), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:43.013297 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] For port c755d864-f1b0-4377-9693-6cd6aef86bca, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c755d864-f1b0-4377-9693-6cd6aef86bca,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:43.032577 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:43.066009 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28ee853d-ca28-47f4-8ce5-6a7005b17bfe admin admin] Publish callbacks [] for security_group (7cd59829-2c72-4d89-81cf-16439ce6580f), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:43.112232 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:43.112882 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:43.120481 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Pushing event updated for resources: {'Port': ['ID=d4d86c33-2aec-46b0-bc2a-0a669fe4acc7,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:43.209981 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-7657cf6a-fbf6-487c-9871-1fdb8cf2818c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805473 Oct 20 09:00:43.265393 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Network b8327be3-f028-4ebc-9b25-81152867d29e is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:43.267854 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:43.273588 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Sync routers for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:00:43.299331 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Port c755d864-f1b0-4377-9693-6cd6aef86bca cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:00:43.348625 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:43.354213 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28ee853d-ca28-47f4-8ce5-6a7005b17bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (7cd59829-2c72-4d89-81cf-16439ce6580f), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:43.355044 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 070de37c-691c-4649-b6a5-6629f06bae2b is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:43.364660 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-ea761c53-f578-40b9-935f-b29ead54cd0d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/47c6132f-de00-464a-9c0d-6ac6d3d24b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600916 Oct 20 09:00:43.367321 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28ee853d-ca28-47f4-8ce5-6a7005b17bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:43.371336 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-28ee853d-ca28-47f4-8ce5-6a7005b17bfe admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7cd59829-2c72-4d89-81cf-16439ce6580f HTTP/1.1" status: 204 len: 168 time: 0.5562384 Oct 20 09:00:43.408564 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:43.409227 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:43.435372 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0e640-4f58-4169-b0ad-b1fca47b7ce8 None None] Pushing event updated for resources: {'Port': ['ID=c755d864-f1b0-4377-9693-6cd6aef86bca,revision_number=4']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:43.449214 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee853d-ca28-47f4-8ce5-6a7005b17bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd59829-2c72-4d89-81cf-16439ce6580f,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:43.461652 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Provisioning complete for port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:43.462658 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:43.463006 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Attempt 1 to provision port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 Oct 20 09:00:43.548136 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-c2968e0c-5670-46fc-ab27-2c7cb8fbdd60 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373423 Oct 20 09:00:43.560499 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Router 5d6f9d11-ff8a-4c73-8522-18898834f2fd has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:00:43.594672 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:33Z', 'revision_number': 3, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:43.605121 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:43.696704 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:00:43.709261 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-475fd094-3e98-4a13-9a86-1ee3a5bc3aee service neutron] 10.222.0.36 "GET /networking/v2.0/networks/47c6132f-de00-464a-9c0d-6ac6d3d24b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347244 Oct 20 09:00:43.793278 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485040a-ec08-410b-b440-dd6f7591d4f5 None None] The sync data for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi is: [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:33Z', 'revision_number': 3, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:00:43.813554 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Provisioning complete for port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:43.814315 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:43.814824 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Attempt 1 to provision port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 Oct 20 09:00:43.863769 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:43.960187 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:00:43.980321 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a1283381-68ba-4b53-ab32-7578f43c972f admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/5d6f9d11-ff8a-4c73-8522-18898834f2fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1563680 Oct 20 09:00:44.120157 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b975734c-1c90-49a4-bbcf-ec8349f14353 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:44.131335 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:44.162106 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:42Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:44.194631 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-d1fdc704-6836-43c3-b03e-2deab44ce27c None None] Port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:00:44.239709 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20a6d-1ee3-4c53-b8bf-9d5f60c3d126 None None] The sync data for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi is: [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:42Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:00:44.394970 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-094a4e75-3b3a-4381-8336-03c91fef539c None None] Provisioning complete for port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:44.395361 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-094a4e75-3b3a-4381-8336-03c91fef539c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:44.395700 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-094a4e75-3b3a-4381-8336-03c91fef539c None None] Attempt 1 to provision port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 Oct 20 09:00:44.432651 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:44.509488 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-75e430bb-f60e-4e44-b927-fcd02de0c0a6 req-eba40eb8-a7cd-4746-9c01-853791dff550 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 210 time: 0.1949875 Oct 20 09:00:44.540666 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port b975734c-1c90-49a4-bbcf-ec8349f14353 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:44.554177 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:44.554177 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port b975734c-1c90-49a4-bbcf-ec8349f14353 Oct 20 09:00:44.572140 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-094a4e75-3b3a-4381-8336-03c91fef539c None None] Port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:00:44.676447 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:38Z', 'revision_number': 2, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:44.702539 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-30590110-e09a-48b0-a48d-c68858565802 req-0f93e1eb-99f1-4e6c-9295-98d0be5239b0 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 210 time: 0.0706277 Oct 20 09:00:44.748174 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Checking router: eef76796-bf79-432b-9083-b7245a10f8c8 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:00:44.748781 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Updating router eef76796-bf79-432b-9083-b7245a10f8c8 port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:00:44.749533 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56930) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:44.754362 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-278531be-f03f-4e0c-a30a-85a862055aef tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--114675733', 'description': 'tempest-description--64913541'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:44.814050 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-278531be-f03f-4e0c-a30a-85a862055aef tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:44.830137 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port b975734c-1c90-49a4-bbcf-ec8349f14353 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:44.831777 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:44.833885 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:44.883271 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:45.020196 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-278531be-f03f-4e0c-a30a-85a862055aef tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (66721c7d-e260-4e5d-885c-0f2cafb594b5), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.027685 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-278531be-f03f-4e0c-a30a-85a862055aef tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (66721c7d-e260-4e5d-885c-0f2cafb594b5), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.071674 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:45.072074 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.072410 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 Oct 20 09:00:45.100321 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:45.127321 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-278531be-f03f-4e0c-a30a-85a862055aef tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.132604 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56948) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:45.133339 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-278531be-f03f-4e0c-a30a-85a862055aef tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3819337 Oct 20 09:00:45.144560 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-2183b82d-8faf-4ae6-99ba-9aa3fc1cb8f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'security_group_rule': {'security_group_id': '66721c7d-e260-4e5d-885c-0f2cafb594b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:45.145979 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278531be-f03f-4e0c-a30a-85a862055aef tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66721c7d-e260-4e5d-885c-0f2cafb594b5,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:45.164692 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56950) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:45.171276 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:45.221977 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2183b82d-8faf-4ae6-99ba-9aa3fc1cb8f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (c157f858-826e-44d6-9f02-d496a5363c00), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.406800 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2183b82d-8faf-4ae6-99ba-9aa3fc1cb8f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (c157f858-826e-44d6-9f02-d496a5363c00), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.410917 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:45.411309 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.411628 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2183b82d-8faf-4ae6-99ba-9aa3fc1cb8f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (c157f858-826e-44d6-9f02-d496a5363c00), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.445963 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2183b82d-8faf-4ae6-99ba-9aa3fc1cb8f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.460043 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 56966) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:45.467647 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-41ebde8f-5e35-4a5a-9335-3f2f9598d3ca tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'security_group_rule': {'security_group_id': '66721c7d-e260-4e5d-885c-0f2cafb594b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:45.473824 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-2183b82d-8faf-4ae6-99ba-9aa3fc1cb8f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387537 Oct 20 09:00:45.476790 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183b82d-8faf-4ae6-99ba-9aa3fc1cb8f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c157f858-826e-44d6-9f02-d496a5363c00,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:45.486777 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cfb4acb3-405c-4d3f-a8d1-f4b0caf24230,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:00:45.498046 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.499893 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device d1616515-7d2b-425b-af50-0016a24d059e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:45.504878 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Publish callbacks [] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.551522 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41ebde8f-5e35-4a5a-9335-3f2f9598d3ca tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (6fe4f052-f767-4537-b268-d21f59052764), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.620321 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.710114 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=cfb4acb3-405c-4d3f-a8d1-f4b0caf24230,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:45.789282 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Sync routers for ids ['b078c577-0afc-4dde-9c84-64720126f149'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:00:45.820717 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Routers {'b078c577-0afc-4dde-9c84-64720126f149'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:45.824368 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['b078c577-0afc-4dde-9c84-64720126f149'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:45.871213 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41ebde8f-5e35-4a5a-9335-3f2f9598d3ca tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (6fe4f052-f767-4537-b268-d21f59052764), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.889382 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port d1616515-7d2b-425b-af50-0016a24d059e triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:45.889964 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d1616515-7d2b-425b-af50-0016a24d059e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.890097 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port d1616515-7d2b-425b-af50-0016a24d059e Oct 20 09:00:45.896059 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4965304d-1022-4f99-9b77-5bdec1fa65f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.906142 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41ebde8f-5e35-4a5a-9335-3f2f9598d3ca tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (6fe4f052-f767-4537-b268-d21f59052764), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:45.944454 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebde8f-5e35-4a5a-9335-3f2f9598d3ca tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe4f052-f767-4537-b268-d21f59052764,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:45.970053 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609fb57-4786-49ee-8461-c1e33405662f req-52f980ff-6a34-488c-85db-1a8e2579a0e6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:45.972026 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-52f980ff-6a34-488c-85db-1a8e2579a0e6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 817 time: 0.4508827 Oct 20 09:00:45.979166 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56990) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:45.983959 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Attempting to bind port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:45.984866 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Attempting to bind port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:45.986552 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-95054067-5f24-4ece-b980-b3b43b1bec7d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--800318894', 'description': 'tempest-description--48981745'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:45.987085 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Attempting to bind port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 on network 8e03c888-668e-46f5-b105-1902608fb69d {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:46.006136 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:46.037398 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41ebde8f-5e35-4a5a-9335-3f2f9598d3ca tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.044543 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-41ebde8f-5e35-4a5a-9335-3f2f9598d3ca tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5827644 Oct 20 09:00:46.055185 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 56992) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:46.055913 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-07ba1c0d-c00d-454b-8254-bb5e02f3b2a2 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/quotas/d24a1fc0e9344af181d49cfc58f0c88b HTTP/1.1" status: 200 len: 375 time: 0.0604680 Oct 20 09:00:46.069586 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:46.086395 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddacc6-88ec-4a38-8402-67187f3b1580 None None] Pushing event updated for resources: {'Port': ['ID=bc5ca010-5dfe-4ff8-ba5f-3f58964711b2,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:46.146197 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:46.148257 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Checking segment: {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:46.148694 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.149612 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Bound using segment: {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:46.155064 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Bound port: bc5ca010-5dfe-4ff8-ba5f-3f58964711b2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:46.155471 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.181537 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-95054067-5f24-4ece-b980-b3b43b1bec7d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.195653 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Set router b078c577-0afc-4dde-9c84-64720126f149 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:46.261299 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.269373 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-c615dc83-ec3c-4399-b721-1b3680f1e937 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1856213 Oct 20 09:00:46.312958 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port d1616515-7d2b-425b-af50-0016a24d059e is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:46.313590 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (d1616515-7d2b-425b-af50-0016a24d059e), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.347849 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:46.421198 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port d1616515-7d2b-425b-af50-0016a24d059e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d1616515-7d2b-425b-af50-0016a24d059e,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:00:46.436093 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (d1616515-7d2b-425b-af50-0016a24d059e), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.436904 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 408a49cf-b611-47c6-9bca-b6f118bbcdc8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:46.450096 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] For port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:46.463136 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] For port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc5ca010-5dfe-4ff8-ba5f-3f58964711b2,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:46.478048 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4965304d-1022-4f99-9b77-5bdec1fa65f6 admin admin] Publish callbacks [] for security_group (4a308f5b-497e-4535-88e9-c50fee97bb03), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.560785 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.581189 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4965304d-1022-4f99-9b77-5bdec1fa65f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (4a308f5b-497e-4535-88e9-c50fee97bb03), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.632151 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:46.642200 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-4965304d-1022-4f99-9b77-5bdec1fa65f6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=16dda493652d4c87b075ee8cef7a8a95&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4763150 Oct 20 09:00:46.652684 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57028) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:46.654486 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:46.655142 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:46.755538 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-66d949ed-50a3-4f62-9831-947927bf33c9 req-a0eebbc2-68d6-46d1-942f-83b3f90605ff tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 210 time: 0.5816863 Oct 20 09:00:46.779022 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b078c577-0afc-4dde-9c84-64720126f149', 'name': 'tempest-DeleteServersTestJSON-1075754946-router', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'gw_port': {'id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fa3c2e7b-4373-4e9e-890a-e8c4a27be80c', 'name': '', 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'mac_address': 'fa:16:3e:eb:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f1a6806f-5047-4621-b141-2261c04ea705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 2, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'subnets': [{'id': 'f1a6806f-5047-4621-b141-2261c04ea705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:46.822763 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Checking router: b078c577-0afc-4dde-9c84-64720126f149 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:00:46.825250 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Updating router b078c577-0afc-4dde-9c84-64720126f149 port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c binding host dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:00:46.829116 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:46.887140 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.887642 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-14812c7d-4aa1-4c1e-baa0-f01120564827 admin admin] Publish callbacks [] for security_group (4a308f5b-497e-4535-88e9-c50fee97bb03), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:46.952299 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-14812c7d-4aa1-4c1e-baa0-f01120564827 admin admin] Publish callbacks [] for security_group (4a308f5b-497e-4535-88e9-c50fee97bb03), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.085501 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:47.098155 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-14812c7d-4aa1-4c1e-baa0-f01120564827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (4a308f5b-497e-4535-88e9-c50fee97bb03), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.109437 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-14812c7d-4aa1-4c1e-baa0-f01120564827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.112465 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.112795 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-14812c7d-4aa1-4c1e-baa0-f01120564827 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4a308f5b-497e-4535-88e9-c50fee97bb03 HTTP/1.1" status: 204 len: 168 time: 0.4216447 Oct 20 09:00:47.154307 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965304d-1022-4f99-9b77-5bdec1fa65f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a308f5b-497e-4535-88e9-c50fee97bb03,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:47.258732 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14812c7d-4aa1-4c1e-baa0-f01120564827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a308f5b-497e-4535-88e9-c50fee97bb03,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:47.280494 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-2a72dc32-1776-44f2-bc2b-6995be2dce9f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9302156 Oct 20 09:00:47.295712 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:47.296957 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.297699 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 Oct 20 09:00:47.306656 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=d1616515-7d2b-425b-af50-0016a24d059e,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:47.315439 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-95054067-5f24-4ece-b980-b3b43b1bec7d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (b598b972-d2a7-4229-b3a2-71082b416e5c), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.333933 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-95054067-5f24-4ece-b980-b3b43b1bec7d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (b598b972-d2a7-4229-b3a2-71082b416e5c), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.404456 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-95054067-5f24-4ece-b980-b3b43b1bec7d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.406270 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-95054067-5f24-4ece-b980-b3b43b1bec7d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4250977 Oct 20 09:00:47.411065 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 57056) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:47.439413 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-fffbbc60-5be3-49d0-8b13-3b83a2e3c3fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group_rule': {'security_group_id': 'b598b972-d2a7-4229-b3a2-71082b416e5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:47.448437 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95054067-5f24-4ece-b980-b3b43b1bec7d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b598b972-d2a7-4229-b3a2-71082b416e5c,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:47.520753 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Allocated IP 172.37.2.21 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/6d718e88-17d8-44b9-85a8-61ca4b54ee7d) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:47.528088 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:47.536413 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fffbbc60-5be3-49d0-8b13-3b83a2e3c3fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (afe4c5fa-4b22-4831-917c-6838da955289), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.637441 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:47.685721 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fffbbc60-5be3-49d0-8b13-3b83a2e3c3fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (afe4c5fa-4b22-4831-917c-6838da955289), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.698078 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fffbbc60-5be3-49d0-8b13-3b83a2e3c3fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (afe4c5fa-4b22-4831-917c-6838da955289), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.706272 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:47.710592 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-c53dd9dd-56bb-4b9d-96d5-2b4c24711db5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156356 Oct 20 09:00:47.776170 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddacc6-88ec-4a38-8402-67187f3b1580 None None] Pushing event updated for resources: {'Port': ['ID=bc5ca010-5dfe-4ff8-ba5f-3f58964711b2,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:47.788162 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Publish callbacks [] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), precommit_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.806268 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.854513 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbbc60-5be3-49d0-8b13-3b83a2e3c3fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe4c5fa-4b22-4831-917c-6838da955289,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:47.874991 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for port (6d718e88-17d8-44b9-85a8-61ca4b54ee7d), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.920280 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fffbbc60-5be3-49d0-8b13-3b83a2e3c3fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:47.925544 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-fffbbc60-5be3-49d0-8b13-3b83a2e3c3fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4895806 Oct 20 09:00:47.928358 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57084) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:47.933393 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-f94fb9b1-2f16-4a39-b14e-81a57388425c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group_rule': {'security_group_id': 'b598b972-d2a7-4229-b3a2-71082b416e5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:47.972714 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:47.973932 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 679bfc97-0583-42ab-ac67-a4bec8fa34a7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:48.031788 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (6d718e88-17d8-44b9-85a8-61ca4b54ee7d), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.081400 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f94fb9b1-2f16-4a39-b14e-81a57388425c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (f9350359-058b-4e89-b9e2-91f421cd188f), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.096037 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:48.100531 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:48.103433 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:48.221535 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'Port': ['ID=6d718e88-17d8-44b9-85a8-61ca4b54ee7d,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:48.248989 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a1e3f-9a70-4f0b-8ac4-05c28a818e7b None None] Pushing event updated for resources: {'Port': ['ID=fa3c2e7b-4373-4e9e-890a-e8c4a27be80c,revision_number=3']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:48.306725 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Attempting to bind port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:48.306725 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Attempting to bind port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:48.311259 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Attempting to bind port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c on network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:48.313189 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (c40b3432-9cf8-4a3e-bf12-f08f61bcf179), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.397895 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8ee264db-e8a8-42f2-9967-4d6d34726c45 req-fa4ab729-7b8c-4778-b704-9f2f609069a4 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 210 time: 0.2378747 Oct 20 09:00:48.414212 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:48.439982 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6d718e88-17d8-44b9-85a8-61ca4b54ee7d), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.479315 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f94fb9b1-2f16-4a39-b14e-81a57388425c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (f9350359-058b-4e89-b9e2-91f421cd188f), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.484619 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f94fb9b1-2f16-4a39-b14e-81a57388425c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (f9350359-058b-4e89-b9e2-91f421cd188f), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.503152 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:48.514324 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Checking segment: {'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:48.516418 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 679bfc97-0583-42ab-ac67-a4bec8fa34a7 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:48.516788 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.517181 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 679bfc97-0583-42ab-ac67-a4bec8fa34a7 Oct 20 09:00:48.531666 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.532235 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Bound using segment: {'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:48.532766 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Bound port: fa3c2e7b-4373-4e9e-890a-e8c4a27be80c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'}}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:48.533155 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.579706 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fb9b1-2f16-4a39-b14e-81a57388425c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9350359-058b-4e89-b9e2-91f421cd188f,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:48.591739 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f94fb9b1-2f16-4a39-b14e-81a57388425c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.600894 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-f94fb9b1-2f16-4a39-b14e-81a57388425c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6693060 Oct 20 09:00:48.601611 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57120) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:48.615220 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:48.621332 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f6b95095-7faa-4732-9586-c20f5c02ac68 req-5e0297f2-4b56-4199-b3e0-144c807015ff tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 210 time: 0.2235463 Oct 20 09:00:48.707341 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.764464 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:48.814384 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] For port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:48.832542 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] For port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fa3c2e7b-4373-4e9e-890a-e8c4a27be80c,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:48.839633 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051e960-f2c5-4e2d-abab-58545fe0d73f None None] The sync data for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi is: [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:00:48.852024 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.917514 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 679bfc97-0583-42ab-ac67-a4bec8fa34a7 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:48.918076 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:48.923566 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.939593 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for port (6d718e88-17d8-44b9-85a8-61ca4b54ee7d), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.961792 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6d718e88-17d8-44b9-85a8-61ca4b54ee7d), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.967220 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (c40b3432-9cf8-4a3e-bf12-f08f61bcf179), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:48.986335 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 679bfc97-0583-42ab-ac67-a4bec8fa34a7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=679bfc97-0583-42ab-ac67-a4bec8fa34a7,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:00:49.002209 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:49.003446 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 070de37c-691c-4649-b6a5-6629f06bae2b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:49.071891 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a1e3f-9a70-4f0b-8ac4-05c28a818e7b None None] Pushing event updated for resources: {'Port': ['ID=fa3c2e7b-4373-4e9e-890a-e8c4a27be80c,revision_number=4']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:49.131802 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Routers {'b078c577-0afc-4dde-9c84-64720126f149'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:49.133958 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:49.135966 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0789292 Oct 20 09:00:49.138096 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['b078c577-0afc-4dde-9c84-64720126f149'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:49.211136 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098db7d-92cf-41ae-9cdb-ecef439a9620 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'Port': ['ID=6d718e88-17d8-44b9-85a8-61ca4b54ee7d,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:49.261776 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.23', 58018) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:49.296488 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=679bfc97-0583-42ab-ac67-a4bec8fa34a7,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:49.321818 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:49.441047 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 070de37c-691c-4649-b6a5-6629f06bae2b triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:49.443229 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:49.443599 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 070de37c-691c-4649-b6a5-6629f06bae2b Oct 20 09:00:49.448455 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:49.617955 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] Set router b078c577-0afc-4dde-9c84-64720126f149 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:49.798347 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-730a1a91-e108-439b-89c4-541c5ffac0d4 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:49.799905 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-730a1a91-e108-439b-89c4-541c5ffac0d4 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 817 time: 0.5344279 Oct 20 09:00:49.807113 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 070de37c-691c-4649-b6a5-6629f06bae2b is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:49.837416 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:49.924949 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:49.933260 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-05146dfe-6081-414b-93a3-eb4d0c399c56 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--114675733&fields=id&tenant_id=869b5cf3a9264fd3b70ae656d7814cfb HTTP/1.1" status: 200 len: 267 time: 0.1925130 Oct 20 09:00:49.940274 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Allocated IP 172.37.2.155 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:50.068533 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-00ad4be6-3aec-4af5-a066-2479e568f7b6 req-034e717b-36ea-49f7-8280-19523f2cf210 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 210 time: 0.1307435 Oct 20 09:00:50.117692 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b078c577-0afc-4dde-9c84-64720126f149', 'name': 'tempest-DeleteServersTestJSON-1075754946-router', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'gw_port': {'id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fa3c2e7b-4373-4e9e-890a-e8c4a27be80c', 'name': '', 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'mac_address': 'fa:16:3e:eb:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f1a6806f-5047-4621-b141-2261c04ea705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'subnets': [{'id': 'f1a6806f-5047-4621-b141-2261c04ea705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:50.152300 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Request body: {'port': {'device_id': '6cabc1ab-03aa-4ff2-be06-d99f9efc6150', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'admin_state_up': True, 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:50.352032 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:50.389877 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.23', 58028) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:50.402162 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device c755d864-f1b0-4377-9693-6cd6aef86bca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:50.404862 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 57198) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:50.495275 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:50.510437 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:50.530567 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dfa72-c4a6-41b2-bdfd-e974e42dd4b7 None None] The sync data for ids ['b078c577-0afc-4dde-9c84-64720126f149'] in dv-cinder-master-3-iscsi is: [{'id': 'b078c577-0afc-4dde-9c84-64720126f149', 'name': 'tempest-DeleteServersTestJSON-1075754946-router', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'gw_port': {'id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fa3c2e7b-4373-4e9e-890a-e8c4a27be80c', 'name': '', 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'mac_address': 'fa:16:3e:eb:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f1a6806f-5047-4621-b141-2261c04ea705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'subnets': [{'id': 'f1a6806f-5047-4621-b141-2261c04ea705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:00:50.541495 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port c755d864-f1b0-4377-9693-6cd6aef86bca triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:50.542117 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:50.542636 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port c755d864-f1b0-4377-9693-6cd6aef86bca Oct 20 09:00:50.630970 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d312fa35-724d-4a9f-a4cc-028702310cb7 req-08e50833-2ff4-494d-8d53-1176c3586689 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 210 time: 0.1761038 Oct 20 09:00:50.648742 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port c755d864-f1b0-4377-9693-6cd6aef86bca is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:50.649972 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:50.707987 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:50.716655 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:50.723122 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:50.728642 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port c755d864-f1b0-4377-9693-6cd6aef86bca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c755d864-f1b0-4377-9693-6cd6aef86bca,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:00:50.735825 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:50.739009 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:50.761193 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:50.909896 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-3f5c2116-6bcf-486e-8914-64e57e96e8f6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:50.918716 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-3f5c2116-6bcf-486e-8914-64e57e96e8f6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 816 time: 0.9835098 Oct 20 09:00:50.919544 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:50.920021 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:50.920274 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 Oct 20 09:00:50.929385 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=c755d864-f1b0-4377-9693-6cd6aef86bca,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:50.957124 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3d1ec732-1b37-40c6-94aa-9ab0a20978ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:50.957309 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (8d0cee38-c8c4-4e39-9d30-c4d39c015bcc), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:50.987229 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:51.026704 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-00b4e041-53c1-4254-8d78-20d52cb4724a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/quotas/869b5cf3a9264fd3b70ae656d7814cfb HTTP/1.1" status: 200 len: 375 time: 0.1066720 Oct 20 09:00:51.057688 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Sync routers for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:00:51.103936 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:51.141756 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:51.142562 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:51.220517 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-871b6e26-f5a2-462b-9eae-3c78d602a787 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:51.220517 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-871b6e26-f5a2-462b-9eae-3c78d602a787 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.23 "GET /networking/v2.0/networks?id=47c6132f-de00-464a-9c0d-6ac6d3d24b81 HTTP/1.1" status: 200 len: 812 time: 0.8089352 Oct 20 09:00:51.274668 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-2e8ea9ec-33f9-4e24-a3a1-5cb36b619c50 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2465711 Oct 20 09:00:51.286586 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.23', 58036) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:51.301320 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Request body: {'port': {'device_id': '91bccd9d-c1c7-477f-b8a5-914edd9fa2eb', 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81', 'admin_state_up': True, 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:51.323554 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Made reservation on behalf of d24a1fc0e9344af181d49cfc58f0c88b for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:51.333323 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:51.454790 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c3fe004c-777b-436d-9ec5-4af32fdabdd3 req-0f05bf38-f766-484f-880b-ab9a8bdc5d4b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0669973 Oct 20 09:00:51.466698 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:51.467805 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device d1616515-7d2b-425b-af50-0016a24d059e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:51.518554 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:51.556840 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:51.577356 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:51.584437 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:51.586009 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (8d0cee38-c8c4-4e39-9d30-c4d39c015bcc), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:51.589104 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:51.600334 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:51.636274 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:51.638135 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0333140 Oct 20 09:00:51.650844 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41643fce-bc3a-4fc5-bb0d-2abdfc049685 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:51.746781 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port d1616515-7d2b-425b-af50-0016a24d059e triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:51.747157 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d1616515-7d2b-425b-af50-0016a24d059e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:51.747666 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port d1616515-7d2b-425b-af50-0016a24d059e Oct 20 09:00:51.882406 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9f153c42-b725-4684-971c-fffb72ea99e8 req-55c20681-fb3b-448b-8ed8-597f514e5fec tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 210 time: 0.0667269 Oct 20 09:00:52.149804 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609fb57-4786-49ee-8461-c1e33405662f req-2eb2bf21-dd75-4e12-8c75-d049af9ea67c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:52.153379 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-2eb2bf21-dd75-4e12-8c75-d049af9ea67c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 817 time: 0.8356791 Oct 20 09:00:52.163968 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Made reservation on behalf of 4da29c9977ca44baa867b3c7fc86164b for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:52.171769 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:52.193998 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port d1616515-7d2b-425b-af50-0016a24d059e is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:52.205664 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device fa3c2e7b-4373-4e9e-890a-e8c4a27be80c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:52.332971 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57286) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:52.334095 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:00:42Z', 'revision_number': 2, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:52.507098 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-a179308d-f88b-48e5-b317-cf6b8ce99504 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--800318894&fields=id&tenant_id=fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 267 time: 0.2041292 Oct 20 09:00:52.517551 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Allocated IP 172.20.0.9 (47c6132f-de00-464a-9c0d-6ac6d3d24b81/f1a6806f-5047-4621-b141-2261c04ea705/b5692122-4272-4400-bc7a-9069ae5bc48a) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:52.581603 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:52.764642 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-dd3d3d76-a675-4479-8396-13c4dc1d1aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:52.809317 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:52.815939 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Allocated IP 172.20.0.6 (89681d33-1e95-46d3-a4f1-4813c7b75e62/d1383fbe-9dd2-4af9-aeca-8b85b2f75a97/761aed46-611d-4ca6-9fc5-7334f3e86a8f) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:52.931221 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-20416ab8-4a11-4cca-a8e8-578661e045b1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:52.939869 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Checking router: 5d6f9d11-ff8a-4c73-8522-18898834f2fd for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:00:52.943382 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Updating router 5d6f9d11-ff8a-4c73-8522-18898834f2fd port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:00:52.959116 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-20416ab8-4a11-4cca-a8e8-578661e045b1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 814 time: 0.4488232 Oct 20 09:00:53.022234 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-dd99c3eb-4467-4cc5-bf26-9f54c11298e5 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/quotas/fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 375 time: 0.0620744 Oct 20 09:00:53.071360 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.089522 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:53.091446 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.091818 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c Oct 20 09:00:53.134587 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.162977 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:53.169140 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d2c926db-2d22-4660-b756-8888a7deda36 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1449645 Oct 20 09:00:53.202012 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-dd3d3d76-a675-4479-8396-13c4dc1d1aa2 admin admin] Publish callbacks [] for security_group (9ff491f7-589e-4096-a82d-abf5db5cf375), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.223186 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-dd3d3d76-a675-4479-8396-13c4dc1d1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (9ff491f7-589e-4096-a82d-abf5db5cf375), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.237580 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Request body: {'port': {'device_id': '0dd1dfdc-5e1e-4a08-a814-4f783857b2f7', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'admin_state_up': True, 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:53.284556 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.316859 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:UPDATE=7,neutron:SELECT=85,neutron:INSERT=8 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:53.328758 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-dd3d3d76-a675-4479-8396-13c4dc1d1aa2 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ca0fdf3f133548f382e6072c8944538f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9872134 Oct 20 09:00:53.329545 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57328) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:53.459236 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-195c9b56-ee07-4345-a67c-11913ce8c6b1 admin admin] Publish callbacks [] for security_group (9ff491f7-589e-4096-a82d-abf5db5cf375), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.495409 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-195c9b56-ee07-4345-a67c-11913ce8c6b1 admin admin] Publish callbacks [] for security_group (9ff491f7-589e-4096-a82d-abf5db5cf375), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.541968 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3d1ec732-1b37-40c6-94aa-9ab0a20978ab admin admin] Publish callbacks [] for security_group (9abbaf3c-9e68-4283-abdf-2e63830de1e5), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.602676 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:53.603215 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.625904 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d3d76-a675-4479-8396-13c4dc1d1aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff491f7-589e-4096-a82d-abf5db5cf375,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:53.679997 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-195c9b56-ee07-4345-a67c-11913ce8c6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (9ff491f7-589e-4096-a82d-abf5db5cf375), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.690006 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-195c9b56-ee07-4345-a67c-11913ce8c6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.701072 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fa3c2e7b-4373-4e9e-890a-e8c4a27be80c,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:00:53.709679 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-195c9b56-ee07-4345-a67c-11913ce8c6b1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9ff491f7-589e-4096-a82d-abf5db5cf375 HTTP/1.1" status: 204 len: 168 time: 0.3754232 Oct 20 09:00:53.719958 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.721444 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b9c17faa-b73e-489f-94ef-9ec4cf325e4b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:53.771923 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:53.821570 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c9b56-ee07-4345-a67c-11913ce8c6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff491f7-589e-4096-a82d-abf5db5cf375,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:53.822178 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:53.872128 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-67c8b88e-d508-443f-b175-5d2f87ca2ac1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971714 Oct 20 09:00:53.931762 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=fa3c2e7b-4373-4e9e-890a-e8c4a27be80c,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:53.959150 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Publish callbacks [] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.963485 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port b9c17faa-b73e-489f-94ef-9ec4cf325e4b triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:53.963934 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:53.964344 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port b9c17faa-b73e-489f-94ef-9ec4cf325e4b Oct 20 09:00:53.976806 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3d1ec732-1b37-40c6-94aa-9ab0a20978ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (9abbaf3c-9e68-4283-abdf-2e63830de1e5), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:54.010770 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:54.041556 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-55ed4442-4885-4bba-9d2d-ff87b1878ac5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7635605 Oct 20 09:00:54.166821 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Network 89681d33-1e95-46d3-a4f1-4813c7b75e62 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:54.184578 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port b9c17faa-b73e-489f-94ef-9ec4cf325e4b is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:54.186127 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:54.211102 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-f3d3bd71-c059-40cc-bb7a-75f6f45ba572 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259075 Oct 20 09:00:54.216438 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57348) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:54.231787 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port b9c17faa-b73e-489f-94ef-9ec4cf325e4b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b9c17faa-b73e-489f-94ef-9ec4cf325e4b,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:00:54.264963 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ec732-1b37-40c6-94aa-9ab0a20978ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abbaf3c-9e68-4283-abdf-2e63830de1e5,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:54.310328 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:54.312183 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 679bfc97-0583-42ab-ac67-a4bec8fa34a7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:54.411526 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212037cc-a361-4af2-9d0b-1a12879ec98b None None] Pushing event updated for resources: {'Port': ['ID=d4d86c33-2aec-46b0-bc2a-0a669fe4acc7,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:54.483748 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:54.500986 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=b9c17faa-b73e-489f-94ef-9ec4cf325e4b,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:54.525438 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Attempting to bind port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:00:54.532271 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Attempting to bind port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:00:54.534355 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Attempting to bind port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 on network b8327be3-f028-4ebc-9b25-81152867d29e {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:00:54.574780 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57362) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:54.587639 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-34d6673f-e872-467b-a43e-f9e1af1d8801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:54.679708 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:00:54.687296 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Checking segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:00:54.687934 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:54.688900 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Bound using segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:00:54.689486 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Bound port: d4d86c33-2aec-46b0-bc2a-0a669fe4acc7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:00:54.689941 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:54.717686 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c45fa542-9d6d-4e8f-a5e8-45969a96997b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:54.732109 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 679bfc97-0583-42ab-ac67-a4bec8fa34a7 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:54.733789 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:54.734781 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 679bfc97-0583-42ab-ac67-a4bec8fa34a7 Oct 20 09:00:54.735864 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event updated for resources: {'Port': ['ID=761aed46-611d-4ca6-9fc5-7334f3e86a8f,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:54.744379 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:54.752216 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:54.753168 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:54.808709 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-85e18c10-b374-49f1-be90-40b7a8b5ba90 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6775987 Oct 20 09:00:54.889329 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-3d1ec732-1b37-40c6-94aa-9ab0a20978ab admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fead5997db8244ac9b7cc96e21eb7178&name=default HTTP/1.1" status: 200 len: 2996 time: 4.4806139 Oct 20 09:00:54.894203 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-06e58d45-629c-4005-9a1c-2419f4f2eed1 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104619) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 09:00:54.900070 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-06e58d45-629c-4005-9a1c-2419f4f2eed1 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0220618 Oct 20 09:00:54.905816 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 57376) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:54.958969 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] For port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:00:54.964443 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] For port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4d86c33-2aec-46b0-bc2a-0a669fe4acc7,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:00:54.983855 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.070622 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-34d6673f-e872-467b-a43e-f9e1af1d8801 admin admin] Publish callbacks [] for security_group (33303062-1867-4c31-bd10-def23acd4102), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.074313 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-90615712-8a9f-4430-bb0f-f17ebdf42500 req-b8906505-4128-47ed-b365-50b234c07478 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 210 time: 0.3516531 Oct 20 09:00:55.103407 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-34d6673f-e872-467b-a43e-f9e1af1d8801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (33303062-1867-4c31-bd10-def23acd4102), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.118524 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-31041c58-e9d6-409d-924c-57342ed5e5ba None None] Provisioning complete for port 761aed46-611d-4ca6-9fc5-7334f3e86a8f triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:55.118952 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-31041c58-e9d6-409d-924c-57342ed5e5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.119299 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-31041c58-e9d6-409d-924c-57342ed5e5ba None None] Attempt 1 to provision port 761aed46-611d-4ca6-9fc5-7334f3e86a8f Oct 20 09:00:55.149752 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Publish callbacks [] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.152574 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:55.220957 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Made reservation on behalf of d24a1fc0e9344af181d49cfc58f0c88b for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:55.225440 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.290299 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:55.292825 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-31041c58-e9d6-409d-924c-57342ed5e5ba None None] Port 761aed46-611d-4ca6-9fc5-7334f3e86a8f cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:00:55.293762 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:55.311265 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-9a25ed2f-1b6a-46d0-bca7-9f2cdb257728 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2643142 Oct 20 09:00:55.382825 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:00:55.385444 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:00:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:55.421547 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8351da27-2cff-4579-8491-316b77ec7379 req-2ae69823-f7d8-4f3d-8608-b94cecc9caba tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 210 time: 0.1690750 Oct 20 09:00:55.435287 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6673f-e872-467b-a43e-f9e1af1d8801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33303062-1867-4c31-bd10-def23acd4102,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:55.448418 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-34d6673f-e872-467b-a43e-f9e1af1d8801 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a0542d0ca1eb4be69dd0b8b3ab26790a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2306342 Oct 20 09:00:55.450988 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57388) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:55.652622 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c45fa542-9d6d-4e8f-a5e8-45969a96997b admin admin] Publish callbacks [] for security_group (d5feb47d-a25a-4042-a661-c16cff89806a), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.709175 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ddb404db-a4e9-4bbb-8f82-7871aa709ff2 admin admin] Publish callbacks [] for security_group (33303062-1867-4c31-bd10-def23acd4102), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.775464 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ddb404db-a4e9-4bbb-8f82-7871aa709ff2 admin admin] Publish callbacks [] for security_group (33303062-1867-4c31-bd10-def23acd4102), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.815750 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 679bfc97-0583-42ab-ac67-a4bec8fa34a7 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:55.816847 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:55.842432 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212037cc-a361-4af2-9d0b-1a12879ec98b None None] Pushing event updated for resources: {'Port': ['ID=d4d86c33-2aec-46b0-bc2a-0a669fe4acc7,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:55.850229 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c45fa542-9d6d-4e8f-a5e8-45969a96997b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d5feb47d-a25a-4042-a661-c16cff89806a), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.865918 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6782d348-5968-4cc4-b331-be763d6e30b4 req-6f5a9581-a641-45c6-9f3d-b7b99da0f0d0 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 210 time: 0.2726734 Oct 20 09:00:55.889825 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Allocated IP 172.20.0.12 (89681d33-1e95-46d3-a4f1-4813c7b75e62/d1383fbe-9dd2-4af9-aeca-8b85b2f75a97/0d706cc3-dd7f-4052-9a1e-5635f7716b26) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:00:55.944546 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ddb404db-a4e9-4bbb-8f82-7871aa709ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (33303062-1867-4c31-bd10-def23acd4102), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.954211 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ddb404db-a4e9-4bbb-8f82-7871aa709ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:55.961183 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ddb404db-a4e9-4bbb-8f82-7871aa709ff2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/33303062-1867-4c31-bd10-def23acd4102 HTTP/1.1" status: 204 len: 168 time: 0.5070672 Oct 20 09:00:56.027098 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fa542-9d6d-4e8f-a5e8-45969a96997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5feb47d-a25a-4042-a661-c16cff89806a,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:56.059126 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c45fa542-9d6d-4e8f-a5e8-45969a96997b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=45f38f69246e473e88cb94e0cc264524&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4768219 Oct 20 09:00:56.060094 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57400) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:56.074270 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.109668 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:56.111039 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:56.112526 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ca3602d8-07fc-4996-8ff1-41ecbb08ef0a admin admin] Publish callbacks [] for security_group (9abbaf3c-9e68-4283-abdf-2e63830de1e5), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.124636 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb404db-a4e9-4bbb-8f82-7871aa709ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33303062-1867-4c31-bd10-def23acd4102,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:56.143251 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57404) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:56.154682 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.186252 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Request body: {'port': {'device_id': '6cabc1ab-03aa-4ff2-be06-d99f9efc6150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:56.217656 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8a5e5476-cf7a-4798-af68-a749586f0193 admin admin] Publish callbacks [] for security_group (d5feb47d-a25a-4042-a661-c16cff89806a), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.312844 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:00:56.347168 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ca3602d8-07fc-4996-8ff1-41ecbb08ef0a admin admin] Publish callbacks [] for security_group (9abbaf3c-9e68-4283-abdf-2e63830de1e5), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.367092 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-65308954-8856-43d0-960f-487eae4b41e2 req-45fc1b98-b5c0-431c-aed1-5246cad13455 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 210 time: 0.2506020 Oct 20 09:00:56.389983 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.410921 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Network 89681d33-1e95-46d3-a4f1-4813c7b75e62 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:56.432296 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:56.514407 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:56.515430 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.515779 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 Oct 20 09:00:56.531338 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d988e-b927-4046-b86d-128a382f4caf req-02f94c22-397b-49dc-8c78-6709779a9529 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:56.544578 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-455d988e-b927-4046-b86d-128a382f4caf req-02f94c22-397b-49dc-8c78-6709779a9529 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 932 time: 0.3160090 Oct 20 09:00:56.565386 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8a5e5476-cf7a-4798-af68-a749586f0193 admin admin] Publish callbacks [] for security_group (d5feb47d-a25a-4042-a661-c16cff89806a), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.567254 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:56.587706 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:56.591644 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.673537 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8a5e5476-cf7a-4798-af68-a749586f0193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d5feb47d-a25a-4042-a661-c16cff89806a), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.677788 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8a5e5476-cf7a-4798-af68-a749586f0193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.682160 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-8a5e5476-cf7a-4798-af68-a749586f0193 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d5feb47d-a25a-4042-a661-c16cff89806a HTTP/1.1" status: 204 len: 168 time: 0.6118009 Oct 20 09:00:56.751624 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:00:56.787051 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:00:56.797136 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:00:56.816237 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:56.820698 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.836600 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e5476-cf7a-4798-af68-a749586f0193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5feb47d-a25a-4042-a661-c16cff89806a,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:56.843833 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-455d988e-b927-4046-b86d-128a382f4caf req-8f3c2e9a-aa4d-4cf9-b2e8-612fd34bdc85 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873560 Oct 20 09:00:56.845327 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-58cf5aac-eb0c-48b1-9578-506a5d590b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:56.898971 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:56.940368 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event updated for resources: {'Port': ['ID=0d706cc3-dd7f-4052-9a1e-5635f7716b26,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:57.048525 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:57.161966 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Pushing event updated for resources: {'Port': ['ID=b5692122-4272-4400-bc7a-9069ae5bc48a,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:57.253783 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-85474eac-25b1-4c41-a1a2-02f6263f0171 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6660423 Oct 20 09:00:57.257210 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:57.272334 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 57424) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:57.297695 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-905dada3-2b99-4fe7-bbd1-2cc07ada7cc9 None None] Provisioning complete for port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:57.298346 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-905dada3-2b99-4fe7-bbd1-2cc07ada7cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:57.298870 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-905dada3-2b99-4fe7-bbd1-2cc07ada7cc9 None None] Attempt 1 to provision port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 Oct 20 09:00:57.301244 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:57.301849 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:57.429892 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-905dada3-2b99-4fe7-bbd1-2cc07ada7cc9 None None] Port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:00:57.444774 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc5ca010-5dfe-4ff8-ba5f-3f58964711b2,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:00:57.453225 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:57.457913 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:00:57.515798 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334fa71-f727-420e-946a-7fbbece9b53b None None] The sync data for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi is: [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:00:57.572613 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=bc5ca010-5dfe-4ff8-ba5f-3f58964711b2,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:57.576390 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-dc528be2-2317-45ab-b5fe-7c0b2c4f9847 None None] Provisioning complete for port b5692122-4272-4400-bc7a-9069ae5bc48a triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:57.576390 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-dc528be2-2317-45ab-b5fe-7c0b2c4f9847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:57.576607 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-dc528be2-2317-45ab-b5fe-7c0b2c4f9847 None None] Attempt 1 to provision port b5692122-4272-4400-bc7a-9069ae5bc48a Oct 20 09:00:57.635098 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ad95-71ca-40ad-b8e7-37f09547b410 req-a0a105c0-6746-458d-8dc9-f3046057c880 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:57.642518 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-44b9ad95-71ca-40ad-b8e7-37f09547b410 req-a0a105c0-6746-458d-8dc9-f3046057c880 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 931 time: 0.9299870 Oct 20 09:00:57.651879 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5aa9a718-786e-403c-9fb6-8a1880168aa9 req-29febafa-5d38-4f74-9fa5-eb23d81489b5 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 210 time: 0.5602186 Oct 20 09:00:57.683115 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-63c996ed-5515-467c-989c-9b1e31fd0891 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4043658 Oct 20 09:00:57.717560 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-58cf5aac-eb0c-48b1-9578-506a5d590b05 admin admin] Publish callbacks [] for security_group (76bf7eea-a4e1-4034-93ff-f60ddc574cea), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:57.725503 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-58cf5aac-eb0c-48b1-9578-506a5d590b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (76bf7eea-a4e1-4034-93ff-f60ddc574cea), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:57.789377 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Request body: {'port': {'device_id': '0dd1dfdc-5e1e-4a08-a814-4f783857b2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:57.887571 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-58cf5aac-eb0c-48b1-9578-506a5d590b05 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=cb4e66b2ef2b4d79b6b18a0e0c801719&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7432120 Oct 20 09:00:57.888584 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf5aac-eb0c-48b1-9578-506a5d590b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bf7eea-a4e1-4034-93ff-f60ddc574cea,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:57.910647 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57442) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:57.939300 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.23', 58049) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:57.976124 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bb926f9f-b6bd-43ed-99ca-e3827fe590da req-f5f74ea0-d08b-4dab-9eac-ebd0162c4025 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 210 time: 0.1081018 Oct 20 09:00:57.985731 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:58.051312 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device c755d864-f1b0-4377-9693-6cd6aef86bca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:58.131704 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-dc528be2-2317-45ab-b5fe-7c0b2c4f9847 None None] Port b5692122-4272-4400-bc7a-9069ae5bc48a cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:00:58.276047 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port c755d864-f1b0-4377-9693-6cd6aef86bca triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:58.276687 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:58.278753 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port c755d864-f1b0-4377-9693-6cd6aef86bca Oct 20 09:00:58.394800 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed8d9-26ee-46b7-ab11-5fe525e01e4b req-c44a8ac6-3b99-420d-9f4e-c929fb140061 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:58.403737 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1b2ed8d9-26ee-46b7-ab11-5fe525e01e4b req-c44a8ac6-3b99-420d-9f4e-c929fb140061 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 932 time: 0.2403822 Oct 20 09:00:58.446883 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:58.448940 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e27fa6e0-9131-4d7f-a57d-0bfd0574d605 admin admin] Publish callbacks [] for security_group (76bf7eea-a4e1-4034-93ff-f60ddc574cea), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:58.451860 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:58.591689 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e27fa6e0-9131-4d7f-a57d-0bfd0574d605 admin admin] Publish callbacks [] for security_group (76bf7eea-a4e1-4034-93ff-f60ddc574cea), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:58.606181 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port c755d864-f1b0-4377-9693-6cd6aef86bca is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:58.607795 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b9c17faa-b73e-489f-94ef-9ec4cf325e4b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:58.623715 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761aed46-611d-4ca6-9fc5-7334f3e86a8f {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:00:58.637086 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Publish callbacks [] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:58.644275 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7c1b278-1e9f-47be-a6f5-0d0c52c0cfb4 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:00:58.647226 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7c1b278-1e9f-47be-a6f5-0d0c52c0cfb4 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 814 time: 0.6973693 Oct 20 09:00:58.664229 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Transition to ACTIVE for port object 761aed46-611d-4ca6-9fc5-7334f3e86a8f will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:00:58.666082 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ca3602d8-07fc-4996-8ff1-41ecbb08ef0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (9abbaf3c-9e68-4283-abdf-2e63830de1e5), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:58.672100 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ca3602d8-07fc-4996-8ff1-41ecbb08ef0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:58.675933 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-ca3602d8-07fc-4996-8ff1-41ecbb08ef0a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9abbaf3c-9e68-4283-abdf-2e63830de1e5 HTTP/1.1" status: 204 len: 168 time: 3.7324607 Oct 20 09:00:58.677077 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:58.717149 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Request body: {'port': {'device_id': '91bccd9d-c1c7-477f-b8a5-914edd9fa2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:58.733143 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1b2ed8d9-26ee-46b7-ab11-5fe525e01e4b req-ea7c465a-0a8f-4417-aaa1-afd3a16c28ee tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216136 Oct 20 09:00:58.735852 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port b9c17faa-b73e-489f-94ef-9ec4cf325e4b triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:58.736232 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:58.736568 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port b9c17faa-b73e-489f-94ef-9ec4cf325e4b Oct 20 09:00:58.783479 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:58.788660 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d9b881fe-71de-40bd-aaa4-9f20d35500da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:58.908822 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port b9c17faa-b73e-489f-94ef-9ec4cf325e4b is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:58.910730 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device fa3c2e7b-4373-4e9e-890a-e8c4a27be80c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:59.018393 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-a56fcd23-a58f-4f63-b804-1090bb983f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:59.047819 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5ec2b180-b2c1-4c88-9e8e-6f343cd99a48 req-e79c73a9-1fb1-49a6-a686-1781ac3ddf05 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 210 time: 0.0757430 Oct 20 09:00:59.053840 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:00:59.055423 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:59.057364 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-4d7f1fb6-da10-4fa5-8e70-33d1f940e7f9 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 379 time: 0.3229148 Oct 20 09:00:59.057974 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c Oct 20 09:00:59.058771 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e27fa6e0-9131-4d7f-a57d-0bfd0574d605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (76bf7eea-a4e1-4034-93ff-f60ddc574cea), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:59.062568 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e27fa6e0-9131-4d7f-a57d-0bfd0574d605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:59.066131 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-e27fa6e0-9131-4d7f-a57d-0bfd0574d605 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/76bf7eea-a4e1-4034-93ff-f60ddc574cea HTTP/1.1" status: 204 len: 168 time: 1.1529386 Oct 20 09:00:59.073782 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'port': {'device_id': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'admin_state_up': True, 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'security_groups': ['b598b972-d2a7-4229-b3a2-71082b416e5c']}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:00:59.077946 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3602d8-07fc-4996-8ff1-41ecbb08ef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abbaf3c-9e68-4283-abdf-2e63830de1e5,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:59.249966 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fa6e0-9131-4d7f-a57d-0bfd0574d605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bf7eea-a4e1-4034-93ff-f60ddc574cea,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:59.276901 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Made reservation on behalf of fcf51428b6bd4c428e1e01aadc6abe48 for: {'port': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:00:59.283174 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:59.378450 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:00:59.458148 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:00:59.462290 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-44b9ad95-71ca-40ad-b8e7-37f09547b410 req-33a37222-2102-44c7-beef-c46998fcfe07 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8187850 Oct 20 09:00:59.475603 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d9b881fe-71de-40bd-aaa4-9f20d35500da admin admin] Publish callbacks [] for security_group (51bd6a1b-5031-415a-a5c7-492036aba6e0), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:59.548117 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:00:59.665938 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6f8f7e82-d60b-476f-bb9d-5e8b1b8eefb0 req-8e293626-0ecf-4418-8b5f-79149f850b74 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 210 time: 0.2852213 Oct 20 09:00:59.680536 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d9b881fe-71de-40bd-aaa4-9f20d35500da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (51bd6a1b-5031-415a-a5c7-492036aba6e0), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:00:59.845168 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d9b881fe-71de-40bd-aaa4-9f20d35500da admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f36ee68417014697b9c0beb7f78cbb21&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5644314 Oct 20 09:00:59.850544 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Pushing event updated for resources: {'Port': ['ID=761aed46-611d-4ca6-9fc5-7334f3e86a8f,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:00:59.865674 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 57478) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:00:59.880676 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:00:59.970761 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:00.007111 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:00.009395 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:00.010198 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 Oct 20 09:01:00.094596 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Allocated IP 172.20.0.5 (b8327be3-f028-4ebc-9b25-81152867d29e/efba2f9d-71d9-4036-8eac-f09661e43662/7681f5a2-5dbc-4513-b44a-9c70525ecfee) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:01:00.102997 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Attempting to bind port 761aed46-611d-4ca6-9fc5-7334f3e86a8f on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:01:00.103616 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Attempting to bind port 761aed46-611d-4ca6-9fc5-7334f3e86a8f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:01:00.104185 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Attempting to bind port 761aed46-611d-4ca6-9fc5-7334f3e86a8f on network 89681d33-1e95-46d3-a4f1-4813c7b75e62 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:00.115505 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57482) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:00.177568 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.23', 58059) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:00.193537 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-afe783cf-6d4f-4add-a69d-271e07030ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:00.225646 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:00.226040 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:00.272570 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:00.295972 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57484) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:00.316382 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4d86c33-2aec-46b0-bc2a-0a669fe4acc7,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:00.326139 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:00.327336 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:01:00.389055 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d09b3823-6628-4997-8744-ed565b8453ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:00.443849 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=d4d86c33-2aec-46b0-bc2a-0a669fe4acc7,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:00.515418 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:00.516582 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:00.517069 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 Oct 20 09:01:00.530042 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=7 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:00.575794 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:00.580507 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4cacad80-fd63-4420-b35b-f802695e6cbb req-f22b66b5-663f-435d-bb35-adb6a97ad423 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 210 time: 0.3028893 Oct 20 09:01:00.643656 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d09b3823-6628-4997-8744-ed565b8453ed admin admin] Publish callbacks [] for security_group (d824e824-cd11-44b6-a6d1-f8227709317b), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:00.665132 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Port 761aed46-611d-4ca6-9fc5-7334f3e86a8f on network 89681d33-1e95-46d3-a4f1-4813c7b75e62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:01:00.665653 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Attempting to bind port 761aed46-611d-4ca6-9fc5-7334f3e86a8f on network 89681d33-1e95-46d3-a4f1-4813c7b75e62 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:00.683583 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d09b3823-6628-4997-8744-ed565b8453ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d824e824-cd11-44b6-a6d1-f8227709317b), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:00.694533 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:00.837636 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2b6f5-29d7-4da4-967e-fc2b8265085b req-34029f97-e77f-4e88-85a0-ccd86ed0c475 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:00.839377 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-53a2b6f5-29d7-4da4-967e-fc2b8265085b req-34029f97-e77f-4e88-85a0-ccd86ed0c475 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 931 time: 0.0915926 Oct 20 09:01:00.846299 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b881fe-71de-40bd-aaa4-9f20d35500da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bd6a1b-5031-415a-a5c7-492036aba6e0,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:00.848863 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-902d4e09-0057-43ec-9ed6-ec10710622d1 admin admin] Publish callbacks [] for security_group (51bd6a1b-5031-415a-a5c7-492036aba6e0), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:00.879814 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d09b3823-6628-4997-8744-ed565b8453ed admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c2b7484f3ae34596bae4794f348cd875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808473 Oct 20 09:01:00.886231 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57502) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:00.967629 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-902d4e09-0057-43ec-9ed6-ec10710622d1 admin admin] Publish callbacks [] for security_group (51bd6a1b-5031-415a-a5c7-492036aba6e0), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.001032 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-afe783cf-6d4f-4add-a69d-271e07030ebe admin admin] Publish callbacks [] for security_group (edf4d49a-ef22-4220-967c-f07bbb129517), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.034099 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:01.036295 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b3823-6628-4997-8744-ed565b8453ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d824e824-cd11-44b6-a6d1-f8227709317b,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:01.039146 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-a45e1d57-bb06-4729-81b3-81a500963c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.050375 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-afe783cf-6d4f-4add-a69d-271e07030ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (edf4d49a-ef22-4220-967c-f07bbb129517), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.059580 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:01.060443 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:01.109454 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-739124ef-f6ad-4c83-a47c-233b96c7ec58 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:01.111772 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-739124ef-f6ad-4c83-a47c-233b96c7ec58 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 816 time: 0.9006162 Oct 20 09:01:01.126598 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-afe783cf-6d4f-4add-a69d-271e07030ebe admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=49357129667f4f6581ec7b9dbb6c8fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0091496 Oct 20 09:01:01.142890 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-53a2b6f5-29d7-4da4-967e-fc2b8265085b req-b4f71976-a2a5-433e-b0ad-322519888564 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792125 Oct 20 09:01:01.154691 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57508) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:01.400449 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7362-474b-40be-9d2b-10ed1fe85613 admin admin] Publish callbacks [] for security_group (edf4d49a-ef22-4220-967c-f07bbb129517), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.428323 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7362-474b-40be-9d2b-10ed1fe85613 admin admin] Publish callbacks [] for security_group (edf4d49a-ef22-4220-967c-f07bbb129517), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.439002 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d706cc3-dd7f-4052-9a1e-5635f7716b26 {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:01:01.447875 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Publish callbacks [] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.502257 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.509437 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77574770-4768-4b44-ab07-38a55e7420c8 req-fd7361cf-32cd-443b-a1a4-b6a8159bc690 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:01.511216 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77574770-4768-4b44-ab07-38a55e7420c8 req-fd7361cf-32cd-443b-a1a4-b6a8159bc690 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 932 time: 1.5717876 Oct 20 09:01:01.529904 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Transition to ACTIVE for port object 0d706cc3-dd7f-4052-9a1e-5635f7716b26 will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:01:01.531499 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:01:01.531978 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Checking segment: {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:01:01.532644 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Bound using segment: {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:01:01.533126 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Bound port: 761aed46-611d-4ca6-9fc5-7334f3e86a8f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:01:01.533565 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.536245 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d4c40644-51d4-47aa-84a0-f8f1fdbcf471 req-26a88fe9-b03d-4f1a-865f-7fe949d80bdf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 210 time: 0.1910608 Oct 20 09:01:01.544732 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-902d4e09-0057-43ec-9ed6-ec10710622d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (51bd6a1b-5031-415a-a5c7-492036aba6e0), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.556394 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe783cf-6d4f-4add-a69d-271e07030ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf4d49a-ef22-4220-967c-f07bbb129517,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:01.569533 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-902d4e09-0057-43ec-9ed6-ec10710622d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.579429 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5b264fe-baa6-4f00-9d8e-55eb1cdd516e admin admin] Publish callbacks [] for security_group (d824e824-cd11-44b6-a6d1-f8227709317b), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.584885 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-902d4e09-0057-43ec-9ed6-ec10710622d1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/51bd6a1b-5031-415a-a5c7-492036aba6e0 HTTP/1.1" status: 204 len: 168 time: 1.6999989 Oct 20 09:01:01.611314 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5b264fe-baa6-4f00-9d8e-55eb1cdd516e admin admin] Publish callbacks [] for security_group (d824e824-cd11-44b6-a6d1-f8227709317b), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.645051 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.661161 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d4e09-0057-43ec-9ed6-ec10710622d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bd6a1b-5031-415a-a5c7-492036aba6e0,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:01.709803 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:01:01.821314 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-e0d4ec20-3439-419a-b623-56579f9a16d3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=869b5cf3a9264fd3b70ae656d7814cfb HTTP/1.1" status: 200 len: 379 time: 0.4865801 Oct 20 09:01:01.832143 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5692122-4272-4400-bc7a-9069ae5bc48a {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:01:01.848888 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Publish callbacks [] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.858577 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7362-474b-40be-9d2b-10ed1fe85613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (edf4d49a-ef22-4220-967c-f07bbb129517), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.861768 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7362-474b-40be-9d2b-10ed1fe85613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.863524 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:01.874667 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Transition to ACTIVE for port object b5692122-4272-4400-bc7a-9069ae5bc48a will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:01:01.876016 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:01.876502 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-2f3a7362-474b-40be-9d2b-10ed1fe85613 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/edf4d49a-ef22-4220-967c-f07bbb129517 HTTP/1.1" status: 204 len: 168 time: 0.6851096 Oct 20 09:01:01.916675 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-12dc9af9-a897-4bba-bb2b-fe39024daf8b req-8c9e24a0-cd78-46f3-ad94-11763bfc856b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 210 time: 0.1269610 Oct 20 09:01:01.922923 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:01.923314 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'port': {'device_id': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'admin_state_up': True, 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'security_groups': ['66721c7d-e260-4e5d-885c-0f2cafb594b5']}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:01.923451 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.923664 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 Oct 20 09:01:01.965614 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5b264fe-baa6-4f00-9d8e-55eb1cdd516e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d824e824-cd11-44b6-a6d1-f8227709317b), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.974629 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5b264fe-baa6-4f00-9d8e-55eb1cdd516e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:01.975716 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d5b264fe-baa6-4f00-9d8e-55eb1cdd516e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d824e824-cd11-44b6-a6d1-f8227709317b HTTP/1.1" status: 204 len: 168 time: 1.0394790 Oct 20 09:01:01.976701 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a7362-474b-40be-9d2b-10ed1fe85613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf4d49a-ef22-4220-967c-f07bbb129517,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:01.980560 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Pushing event updated for resources: {'Port': ['ID=0d706cc3-dd7f-4052-9a1e-5635f7716b26,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:01.995200 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:02.033649 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:02.104486 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:02.118179 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:02.233324 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b264fe-baa6-4f00-9d8e-55eb1cdd516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d824e824-cd11-44b6-a6d1-f8227709317b,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:02.297362 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] For port 761aed46-611d-4ca6-9fc5-7334f3e86a8f, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:01:02.310736 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] For port 761aed46-611d-4ca6-9fc5-7334f3e86a8f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=761aed46-611d-4ca6-9fc5-7334f3e86a8f,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:01:02.368297 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77574770-4768-4b44-ab07-38a55e7420c8 req-ee3693bf-8795-4a03-ace8-ebaa567b59d5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8246307 Oct 20 09:01:02.384155 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:02.446793 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Pushing event updated for resources: {'Port': ['ID=b5692122-4272-4400-bc7a-9069ae5bc48a,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:02.502767 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:02.506701 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:02.507693 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:02.510011 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/761aed46-611d-4ca6-9fc5-7334f3e86a8f HTTP/1.1" status: 200 len: 1093 time: 7.1814857 Oct 20 09:01:02.511921 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Attempting to bind port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:01:02.512418 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Attempting to bind port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:01:02.512892 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Attempting to bind port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 on network 89681d33-1e95-46d3-a4f1-4813c7b75e62 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:02.562457 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cabc1ab-03aa-4ff2-be06-d99f9efc6150', 'tag': '761aed46-611d-4ca6-9fc5-7334f3e86a8f'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:02.608671 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Network b8327be3-f028-4ebc-9b25-81152867d29e is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:01:02.632632 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:01:02.662155 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:01:02.673102 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:02.679568 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:02.683271 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:02.685669 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=7681f5a2-5dbc-4513-b44a-9c70525ecfee,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:02.778308 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca96b2c-89bd-4ed3-b011-63f2f1639c80 req-c55ff015-2365-4ef4-bb2a-0cad28b40908 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:02.796355 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9ca96b2c-89bd-4ed3-b011-63f2f1639c80 req-c55ff015-2365-4ef4-bb2a-0cad28b40908 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 943 time: 0.3114028 Oct 20 09:01:02.860589 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-c7250d25-07fa-467a-89f2-185c946ef420 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7931964 Oct 20 09:01:02.910177 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Request body: {'port': {'device_id': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:03.031843 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:03.115690 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-639faaeb-1c07-4dc4-b522-783a28f1be48 None None] Provisioning complete for port 7681f5a2-5dbc-4513-b44a-9c70525ecfee triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:03.120064 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-639faaeb-1c07-4dc4-b522-783a28f1be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:03.121558 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-639faaeb-1c07-4dc4-b522-783a28f1be48 None None] Attempt 1 to provision port 7681f5a2-5dbc-4513-b44a-9c70525ecfee Oct 20 09:01:03.123022 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Made reservation on behalf of 869b5cf3a9264fd3b70ae656d7814cfb for: {'port': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:01:03.127982 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:03.170693 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-639faaeb-1c07-4dc4-b522-783a28f1be48 None None] Port 7681f5a2-5dbc-4513-b44a-9c70525ecfee cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:01:03.177698 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9ca96b2c-89bd-4ed3-b011-63f2f1639c80 req-e7861361-ce07-4069-9344-d11f310dfe5e tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795762 Oct 20 09:01:03.268765 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Attempting to bind port b5692122-4272-4400-bc7a-9069ae5bc48a on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:01:03.269829 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Attempting to bind port b5692122-4272-4400-bc7a-9069ae5bc48a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:01:03.270378 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Attempting to bind port b5692122-4272-4400-bc7a-9069ae5bc48a on network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:03.307240 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d299e61-19d7-4211-a627-6e8e19d8f503 service neutron] Pushing event updated for resources: {'Port': ['ID=761aed46-611d-4ca6-9fc5-7334f3e86a8f,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:03.312052 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-6c5ed1dd-3dc1-40ef-a291-9a96f26ba88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:03.314126 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-6c5ed1dd-3dc1-40ef-a291-9a96f26ba88a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 1127 time: 0.5768237 Oct 20 09:01:03.343023 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5730198a-474a-4b92-9721-3fca51e5b4aa req-5fe92276-ae04-4402-b780-cfa10bc162b2 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 210 time: 0.6079724 Oct 20 09:01:03.412709 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 on network 89681d33-1e95-46d3-a4f1-4813c7b75e62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:01:03.415710 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Attempting to bind port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 on network 89681d33-1e95-46d3-a4f1-4813c7b75e62 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:03.539998 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:03.588569 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72187ca-28c1-412f-9898-d229f58a785d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cabc1ab-03aa-4ff2-be06-d99f9efc6150", "tag": "761aed46-611d-4ca6-9fc5-7334f3e86a8f"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:03.639643 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a36ecb-80e7-478c-9ed6-6f9664163e1e req-9762b573-3198-48f9-ab0b-130cf3a90fcc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:03.646463 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a5a36ecb-80e7-478c-9ed6-6f9664163e1e req-9762b573-3198-48f9-ab0b-130cf3a90fcc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 931 time: 0.3808038 Oct 20 09:01:03.659967 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:03.671332 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63142-bf39-4040-9801-5f6c8d6a549b req-873b7cd8-415e-4362-9643-60241ea05b69 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:03.673365 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ece63142-bf39-4040-9801-5f6c8d6a549b req-873b7cd8-415e-4362-9643-60241ea05b69 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0766959 Oct 20 09:01:03.680052 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-500b7615-4c98-4bd5-9a51-acf881b18aa1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761aed46-611d-4ca6-9fc5-7334f3e86a8f HTTP/1.1" status: 200 len: 217 time: 0.3057101 Oct 20 09:01:03.698209 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Port b5692122-4272-4400-bc7a-9069ae5bc48a on network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:01:03.698647 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Attempting to bind port b5692122-4272-4400-bc7a-9069ae5bc48a on network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:03.836672 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ece63142-bf39-4040-9801-5f6c8d6a549b req-03da1687-5c77-4c80-bf56-3f519dfe6d96 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496372 Oct 20 09:01:03.853604 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:01:03.854401 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Checking segment: {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:01:03.854902 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Bound using segment: {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:01:03.855514 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Bound port: 0d706cc3-dd7f-4052-9a1e-5635f7716b26, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:01:03.856227 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:03.992834 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] For port 0d706cc3-dd7f-4052-9a1e-5635f7716b26, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:01:03.997832 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] For port 0d706cc3-dd7f-4052-9a1e-5635f7716b26, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0d706cc3-dd7f-4052-9a1e-5635f7716b26,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:01:04.010506 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:04.018745 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:04.019638 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:04.021318 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/0d706cc3-dd7f-4052-9a1e-5635f7716b26 HTTP/1.1" status: 200 len: 1094 time: 6.3295407 Oct 20 09:01:04.033840 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-eb3d9fd4-9079-420c-aa3d-ad71ad184c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:04.038393 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-eb3d9fd4-9079-420c-aa3d-ad71ad184c44 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.3256860 Oct 20 09:01:04.078975 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:01:04.080221 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Checking segment: {'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:01:04.081383 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Bound using segment: {'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:01:04.082119 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Bound port: b5692122-4272-4400-bc7a-9069ae5bc48a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6951742-dd01-491e-ba44-5cee659d347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:01:04.083936 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:04.151060 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:04.254935 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a5a36ecb-80e7-478c-9ed6-6f9664163e1e req-28f09446-5bac-4b6f-8c18-64e5a41bb8ea tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5770147 Oct 20 09:01:04.303241 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:04.345348 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Allocated IP 172.20.0.7 (8e03c888-668e-46f5-b105-1902608fb69d/8f14ce4c-e320-41b8-8ad7-946f179b96d8/6ba2009e-08be-4c65-a1d5-5e9548c8d407) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:01:04.460929 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609fb57-4786-49ee-8461-c1e33405662f req-ca2c4cb4-b5d9-4a83-babd-1cbd4c4767b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:04.462201 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-ca2c4cb4-b5d9-4a83-babd-1cbd4c4767b8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 1128 time: 0.2126553 Oct 20 09:01:04.526597 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:04.574655 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8a6ec-d123-4e4b-8715-bda0a6024a0e service neutron] Pushing event updated for resources: {'Port': ['ID=0d706cc3-dd7f-4052-9a1e-5635f7716b26,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:04.578324 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-f7f9987b-ee46-463f-99e9-80c5c74e5d79 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d706cc3-dd7f-4052-9a1e-5635f7716b26 HTTP/1.1" status: 200 len: 217 time: 0.0800657 Oct 20 09:01:04.584046 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-1a0759f9-4a95-4c01-bd1f-8e76ccfc2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:04.585735 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-1a0759f9-4a95-4c01-bd1f-8e76ccfc2b1c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3604269 Oct 20 09:01:04.586914 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8e515-f229-48ee-b3c9-a030c9c5db24 req-9c11a8b2-2af8-4d39-8b9c-40dde2521adf tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:04.588034 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-95e8e515-f229-48ee-b3c9-a030c9c5db24 req-9c11a8b2-2af8-4d39-8b9c-40dde2521adf tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 943 time: 0.1410728 Oct 20 09:01:04.655120 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] For port b5692122-4272-4400-bc7a-9069ae5bc48a, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:01:04.740281 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] For port b5692122-4272-4400-bc7a-9069ae5bc48a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b5692122-4272-4400-bc7a-9069ae5bc48a,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:01:04.745732 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-95e8e515-f229-48ee-b3c9-a030c9c5db24 req-198836eb-b63c-425e-ae57-87f03a74a41a tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417856 Oct 20 09:01:04.773117 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609fb57-4786-49ee-8461-c1e33405662f req-2e773958-95a9-41df-87e8-86476cff4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:04.775748 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-2e773958-95a9-41df-87e8-86476cff4967 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.1891212 Oct 20 09:01:04.788250 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:04.799698 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae93bb7-25a7-4438-ae7c-10194b67f356 x-openstack-request-id: req-5ae93bb7-25a7-4438-ae7c-10194b67f356 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:04.799995 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cabc1ab-03aa-4ff2-be06-d99f9efc6150", "tag": "761aed46-611d-4ca6-9fc5-7334f3e86a8f", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:04.800245 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ae93bb7-25a7-4438-ae7c-10194b67f356 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:04.800696 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae93bb7-25a7-4438-ae7c-10194b67f356'] response: {'name': 'network-changed', 'server_uuid': '6cabc1ab-03aa-4ff2-be06-d99f9efc6150', 'tag': '761aed46-611d-4ca6-9fc5-7334f3e86a8f', 'status': 'completed', 'code': 200} Oct 20 09:01:04.872983 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:04.873616 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:04.875045 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/b5692122-4272-4400-bc7a-9069ae5bc48a HTTP/1.1" status: 200 len: 1093 time: 6.1693068 Oct 20 09:01:04.886460 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:04.940482 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:05.001408 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-da49b8fb-544b-40fd-8943-e03698bc34ff req-78610316-9b29-48de-b4df-85af9466e297 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 210 time: 0.1128609 Oct 20 09:01:05.004404 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7681f5a2-5dbc-4513-b44a-9c70525ecfee {{(pid=104618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:01:05.030190 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:05.033723 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Publish callbacks [] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:05.074458 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.provisioning_blocks [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Transition to ACTIVE for port object 7681f5a2-5dbc-4513-b44a-9c70525ecfee will not be triggered until provisioned by entity L2. {{(pid=104618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:01:05.082285 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:05.094648 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:05.146260 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa5dbf-3681-4f4f-b1ce-4b839b31121f service neutron] Pushing event updated for resources: {'Port': ['ID=b5692122-4272-4400-bc7a-9069ae5bc48a,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:05.175648 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-483a609a-e285-4517-af4c-fc234d0df7c1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715158 Oct 20 09:01:05.198866 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609fb57-4786-49ee-8461-c1e33405662f req-0dbdf148-01c4-4500-b9d0-bcd271ba9b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:05.200403 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-0dbdf148-01c4-4500-b9d0-bcd271ba9b5b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2591567 Oct 20 09:01:05.208503 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Network 8e03c888-668e-46f5-b105-1902608fb69d is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:01:05.209110 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a6d17-4ac3-4e20-abde-80fc7809dc40 req-072372be-dfcb-4101-8139-745249386787 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:05.210612 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-779a6d17-4ac3-4e20-abde-80fc7809dc40 req-072372be-dfcb-4101-8139-745249386787 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 944 time: 0.1943424 Oct 20 09:01:05.213870 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:01:05.214799 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-81310dff-7e4d-42ba-a4fe-312c14c1ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:05.216860 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-81310dff-7e4d-42ba-a4fe-312c14c1ff68 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4da29c9977ca44baa867b3c7fc86164b&device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 1127 time: 0.1261702 Oct 20 09:01:05.217327 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:01:05.223695 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:05.224475 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:05.247455 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Pushing event updated for resources: {'Port': ['ID=7681f5a2-5dbc-4513-b44a-9c70525ecfee,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:05.280436 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4015093 Oct 20 09:01:05.293341 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Attempting to bind port 7681f5a2-5dbc-4513-b44a-9c70525ecfee on host hv-cinder-maste for vnic_type normal with profile {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:01:05.293341 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Attempting to bind port 7681f5a2-5dbc-4513-b44a-9c70525ecfee by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:01:05.293341 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Attempting to bind port 7681f5a2-5dbc-4513-b44a-9c70525ecfee on network b8327be3-f028-4ebc-9b25-81152867d29e {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:05.319386 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-779a6d17-4ac3-4e20-abde-80fc7809dc40 req-5c7bd496-c1d1-42bd-8c1c-e492510f6c1f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902162 Oct 20 09:01:05.339737 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Port 7681f5a2-5dbc-4513-b44a-9c70525ecfee on network b8327be3-f028-4ebc-9b25-81152867d29e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:01:05.340321 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Attempting to bind port 7681f5a2-5dbc-4513-b44a-9c70525ecfee on network b8327be3-f028-4ebc-9b25-81152867d29e {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:05.388699 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2ac2e-fb9e-49a1-9675-1d0c78790a70 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'Port': ['ID=6ba2009e-08be-4c65-a1d5-5e9548c8d407,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:05.509554 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3793f-d97e-431d-b27d-178833a9c82f req-083ea9ae-6b93-42e8-ae18-9fc43035058f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:05.511394 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5aa3793f-d97e-431d-b27d-178833a9c82f req-083ea9ae-6b93-42e8-ae18-9fc43035058f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 943 time: 0.1033614 Oct 20 09:01:05.512724 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:01:05.513254 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Checking segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:01:05.513883 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Bound using segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:01:05.514561 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Bound port: 7681f5a2-5dbc-4513-b44a-9c70525ecfee, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:01:05.514912 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:05.537560 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 57648) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:05.576550 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5aa3793f-d97e-431d-b27d-178833a9c82f req-43a687a1-a8c8-4899-9867-1d518051f7dc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506742 Oct 20 09:01:05.616288 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-0d5a08de-80d2-4a42-888f-6271e671caad None None] Provisioning complete for port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:05.616947 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-0d5a08de-80d2-4a42-888f-6271e671caad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:05.619303 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-0d5a08de-80d2-4a42-888f-6271e671caad None None] Attempt 1 to provision port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 Oct 20 09:01:05.643061 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] For port 7681f5a2-5dbc-4513-b44a-9c70525ecfee, host hv-cinder-maste, cleared binding levels {{(pid=104618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:01:05.670926 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a08de-80d2-4a42-888f-6271e671caad None None] Port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:01:05.674632 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] For port 7681f5a2-5dbc-4513-b44a-9c70525ecfee, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7681f5a2-5dbc-4513-b44a-9c70525ecfee,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:01:05.684736 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:05.689408 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:05.690864 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:05.693432 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/7681f5a2-5dbc-4513-b44a-9c70525ecfee HTTP/1.1" status: 200 len: 1093 time: 2.7905021 Oct 20 09:01:05.700133 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Request body: {'port': {'device_id': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:05.706293 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'tag': '7681f5a2-5dbc-4513-b44a-9c70525ecfee'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:05.862457 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-43f0e222-c33e-4cbd-943c-b04d51417c93 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5692122-4272-4400-bc7a-9069ae5bc48a HTTP/1.1" status: 200 len: 217 time: 0.1479146 Oct 20 09:01:05.931239 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:05.958168 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7799f44-a72f-4ca4-9f19-758fd9f6ce90 service neutron] Pushing event updated for resources: {'Port': ['ID=7681f5a2-5dbc-4513-b44a-9c70525ecfee,revision_number=3']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:06.002881 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-390231b3-8f54-47f0-8406-814cf02652d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:06.019200 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-04479e9a-7549-4471-8830-55bddb256211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:06.020597 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-04479e9a-7549-4471-8830-55bddb256211 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 1127 time: 0.1111562 Oct 20 09:01:06.120518 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-7b0f70bc-5c6f-47f8-a248-5d89254bf5ca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332726 Oct 20 09:01:06.123002 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbf40ca3-254f-4713-b6cb-0a2a6933abda req-039fe51b-ef5e-466d-b5ef-e66fa7466652 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266431 Oct 20 09:01:06.211251 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0f45a-aa44-4e96-941b-b8709c8628c3 req-a2fb1864-08ea-466c-a56a-9ce796739d0b tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:06.220837 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6ef0f45a-aa44-4e96-941b-b8709c8628c3 req-a2fb1864-08ea-466c-a56a-9ce796739d0b tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 943 time: 0.3293347 Oct 20 09:01:06.265087 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-b5941c2f-7b1a-4ee4-992c-9af00ddf3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:06.268696 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-b5941c2f-7b1a-4ee4-992c-9af00ddf3ea1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f1a6806f-5047-4621-b141-2261c04ea705 HTTP/1.1" status: 200 len: 851 time: 0.3655894 Oct 20 09:01:06.350628 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-1e864248-6c26-4a61-aa26-ae5e56f52ad2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7681f5a2-5dbc-4513-b44a-9c70525ecfee HTTP/1.1" status: 200 len: 217 time: 0.3093271 Oct 20 09:01:06.376489 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:06.467086 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258c34b-ca9b-4f1e-8f8e-d35df196c5e1 req-a4705ae1-5386-4bc4-9ca3-c55e80459d4d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:06.468652 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f258c34b-ca9b-4f1e-8f8e-d35df196c5e1 req-a4705ae1-5386-4bc4-9ca3-c55e80459d4d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 931 time: 0.1068892 Oct 20 09:01:06.555836 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:06.557728 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-390231b3-8f54-47f0-8406-814cf02652d5 admin admin] Publish callbacks [] for security_group (56d46ddc-ca67-43e1-878f-4963c77f0fef), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:06.563625 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:06.573952 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b68d00-de4d-4742-8516-598afc29a8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9ae57d-3e5a-490f-beba-d071e86a7b31", "tag": "7681f5a2-5dbc-4513-b44a-9c70525ecfee"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:06.579500 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-390231b3-8f54-47f0-8406-814cf02652d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (56d46ddc-ca67-43e1-878f-4963c77f0fef), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:06.600248 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:06.620541 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f258c34b-ca9b-4f1e-8f8e-d35df196c5e1 req-3dc4252f-38a5-4a51-9a16-7eaad263a21f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451571 Oct 20 09:01:06.657972 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390231b3-8f54-47f0-8406-814cf02652d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d46ddc-ca67-43e1-878f-4963c77f0fef,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:06.677700 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6ef0f45a-aa44-4e96-941b-b8709c8628c3 req-94a40e5b-bb75-4ea8-b7ed-9a757d26ab64 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555500 Oct 20 09:01:06.682166 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-390231b3-8f54-47f0-8406-814cf02652d5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=418f119557ff4d919ebb4a4f9e7be922&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1427457 Oct 20 09:01:06.688316 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 57712) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:06.716031 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c609fb57-4786-49ee-8461-c1e33405662f req-e9f8270b-ad1b-40eb-8fe0-41de296680a9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374827 Oct 20 09:01:06.776476 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6dee94e8-b929-4957-a779-65881550becc admin admin] Publish callbacks [] for security_group (56d46ddc-ca67-43e1-878f-4963c77f0fef), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:06.803776 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd1dfdc-5e1e-4a08-a814-4f783857b2f7', 'tag': '0d706cc3-dd7f-4052-9a1e-5635f7716b26'}, {'name': 'network-changed', 'server_uuid': '91bccd9d-c1c7-477f-b8a5-914edd9fa2eb', 'tag': 'b5692122-4272-4400-bc7a-9069ae5bc48a'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:06.810040 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356dc000-0d75-478e-bc2d-d9448925e77c" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd1dfdc-5e1e-4a08-a814-4f783857b2f7", "tag": "0d706cc3-dd7f-4052-9a1e-5635f7716b26"}, {"name": "network-changed", "server_uuid": "91bccd9d-c1c7-477f-b8a5-914edd9fa2eb", "tag": "b5692122-4272-4400-bc7a-9069ae5bc48a"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:06.822435 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6dee94e8-b929-4957-a779-65881550becc admin admin] Publish callbacks [] for security_group (56d46ddc-ca67-43e1-878f-4963c77f0fef), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:06.852387 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13855155-4e1b-4b94-8e2b-01e011b62fe1 req-8d8ecc32-10a1-4322-aade-a9e1644b5ee6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:06.853868 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-13855155-4e1b-4b94-8e2b-01e011b62fe1 req-8d8ecc32-10a1-4322-aade-a9e1644b5ee6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0933356 Oct 20 09:01:06.887921 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6dee94e8-b929-4957-a779-65881550becc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (56d46ddc-ca67-43e1-878f-4963c77f0fef), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:06.892111 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb863e99-f8c4-48a4-b6fd-9e6577008956 x-openstack-request-id: req-eb863e99-f8c4-48a4-b6fd-9e6577008956 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:06.892401 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9ae57d-3e5a-490f-beba-d071e86a7b31", "tag": "7681f5a2-5dbc-4513-b44a-9c70525ecfee", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:06.892649 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb863e99-f8c4-48a4-b6fd-9e6577008956 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:06.893096 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb863e99-f8c4-48a4-b6fd-9e6577008956'] response: {'name': 'network-changed', 'server_uuid': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'tag': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'status': 'completed', 'code': 200} Oct 20 09:01:06.894130 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6dee94e8-b929-4957-a779-65881550becc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:06.897227 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-6dee94e8-b929-4957-a779-65881550becc admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/56d46ddc-ca67-43e1-878f-4963c77f0fef HTTP/1.1" status: 204 len: 168 time: 0.2071247 Oct 20 09:01:06.919108 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee94e8-b929-4957-a779-65881550becc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d46ddc-ca67-43e1-878f-4963c77f0fef,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:07.013563 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-13855155-4e1b-4b94-8e2b-01e011b62fe1 req-358dcc63-c023-4963-99e4-388a671e7b98 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522768 Oct 20 09:01:07.019291 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba2009e-08be-4c65-a1d5-5e9548c8d407 {{(pid=104618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:01:07.028259 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Publish callbacks [] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.041989 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.provisioning_blocks [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Transition to ACTIVE for port object 6ba2009e-08be-4c65-a1d5-5e9548c8d407 will not be triggered until provisioned by entity L2. {{(pid=104618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:01:07.049164 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.068833 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04096f-bac7-4b70-98de-d301d44f84f1 req-535a3f23-15a1-4318-8063-d451e76f0162 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:07.070985 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1e04096f-bac7-4b70-98de-d301d44f84f1 req-535a3f23-15a1-4318-8063-d451e76f0162 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 943 time: 0.0843017 Oct 20 09:01:07.131752 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba2009e-08be-4c65-a1d5-5e9548c8d407,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:07.137421 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Attempting to bind port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:01:07.137929 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Attempting to bind port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:01:07.138264 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Attempting to bind port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 on network 8e03c888-668e-46f5-b105-1902608fb69d {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:07.174777 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1e04096f-bac7-4b70-98de-d301d44f84f1 req-e5011340-ade6-4b3a-a534-32d64c6fc39b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942976 Oct 20 09:01:07.213563 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 on network 8e03c888-668e-46f5-b105-1902608fb69d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:01:07.214140 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Attempting to bind port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 on network 8e03c888-668e-46f5-b105-1902608fb69d {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:07.234047 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877e7d42-354f-4af4-94c2-03fbfbaf5463 x-openstack-request-id: req-877e7d42-354f-4af4-94c2-03fbfbaf5463 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:07.234378 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd1dfdc-5e1e-4a08-a814-4f783857b2f7", "tag": "0d706cc3-dd7f-4052-9a1e-5635f7716b26", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91bccd9d-c1c7-477f-b8a5-914edd9fa2eb", "tag": "b5692122-4272-4400-bc7a-9069ae5bc48a", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:07.234659 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-877e7d42-354f-4af4-94c2-03fbfbaf5463 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:07.235121 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877e7d42-354f-4af4-94c2-03fbfbaf5463'] response: {'name': 'network-changed', 'server_uuid': '0dd1dfdc-5e1e-4a08-a814-4f783857b2f7', 'tag': '0d706cc3-dd7f-4052-9a1e-5635f7716b26', 'status': 'completed', 'code': 200} Oct 20 09:01:07.235369 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877e7d42-354f-4af4-94c2-03fbfbaf5463'] response: {'name': 'network-changed', 'server_uuid': '91bccd9d-c1c7-477f-b8a5-914edd9fa2eb', 'tag': 'b5692122-4272-4400-bc7a-9069ae5bc48a', 'status': 'completed', 'code': 200} Oct 20 09:01:07.271395 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:01:07.271734 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Checking segment: {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:01:07.272280 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Bound using segment: {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:01:07.272745 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Bound port: 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'}}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:01:07.273125 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.353744 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, cleared binding levels {{(pid=104618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:01:07.357085 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:01:07.363792 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.369991 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:07.374520 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.374520 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/6ba2009e-08be-4c65-a1d5-5e9548c8d407 HTTP/1.1" status: 200 len: 1093 time: 1.6777024 Oct 20 09:01:07.398924 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 57746) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:07.418845 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de582aea-2cea-45e8-8cce-7548704147c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba2009e-08be-4c65-a1d5-5e9548c8d407,revision_number=3']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:07.543227 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c0b02afe-7624-498b-8a1f-b65f2e8eba37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.623742 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:07.626258 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c0b02afe-7624-498b-8a1f-b65f2e8eba37 admin admin] Publish callbacks [] for security_group (5ce2678c-c14e-4b0a-8062-38ad9d372f91), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.631287 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c0b02afe-7624-498b-8a1f-b65f2e8eba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (5ce2678c-c14e-4b0a-8062-38ad9d372f91), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.686413 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-c0b02afe-7624-498b-8a1f-b65f2e8eba37 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fc728a8b82294937b1dcc1edb6528e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861843 Oct 20 09:01:07.689193 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57766) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:07.690005 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b02afe-7624-498b-8a1f-b65f2e8eba37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce2678c-c14e-4b0a-8062-38ad9d372f91,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:07.783317 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-aa54b38e-f6da-4b40-8fb2-f997f601884a admin admin] Publish callbacks [] for security_group (5ce2678c-c14e-4b0a-8062-38ad9d372f91), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.804018 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0105920-6108-4b9e-b57e-65370768968d req-69d6c862-4087-42e0-aaf1-181b01cf4331 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:07.805890 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b0105920-6108-4b9e-b57e-65370768968d req-69d6c862-4087-42e0-aaf1-181b01cf4331 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0609560 Oct 20 09:01:07.842912 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-aa54b38e-f6da-4b40-8fb2-f997f601884a admin admin] Publish callbacks [] for security_group (5ce2678c-c14e-4b0a-8062-38ad9d372f91), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.864991 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b0105920-6108-4b9e-b57e-65370768968d req-dfc7e161-14c8-4830-8c6f-eafaac2cf798 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510564 Oct 20 09:01:07.872394 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92163cb9-4df1-48f9-be5e-53e560ff1fef req-b597991d-7123-4286-9145-727bebbff793 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:07.874217 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-92163cb9-4df1-48f9-be5e-53e560ff1fef req-b597991d-7123-4286-9145-727bebbff793 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 943 time: 0.0740232 Oct 20 09:01:07.921226 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:07.945003 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-92163cb9-4df1-48f9-be5e-53e560ff1fef req-cc72d427-c9c1-4764-866d-6fc84e291f17 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618129 Oct 20 09:01:07.946744 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-aa54b38e-f6da-4b40-8fb2-f997f601884a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (5ce2678c-c14e-4b0a-8062-38ad9d372f91), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.949340 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-aa54b38e-f6da-4b40-8fb2-f997f601884a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:07.953367 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-aa54b38e-f6da-4b40-8fb2-f997f601884a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5ce2678c-c14e-4b0a-8062-38ad9d372f91 HTTP/1.1" status: 204 len: 168 time: 0.2627666 Oct 20 09:01:07.966517 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54b38e-f6da-4b40-8fb2-f997f601884a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce2678c-c14e-4b0a-8062-38ad9d372f91,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:08.167317 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d619ae0-439b-4c30-8019-4f24d505a3ce req-865d5a7e-d325-4bf8-8068-ae8578af012c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:08.174145 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8d619ae0-439b-4c30-8019-4f24d505a3ce req-865d5a7e-d325-4bf8-8068-ae8578af012c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0643809 Oct 20 09:01:08.233295 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8d619ae0-439b-4c30-8019-4f24d505a3ce req-3d49640a-04cd-42cb-95fa-2c2346def07a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578332 Oct 20 09:01:08.334657 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a53cd2-ad64-49b3-a96a-8d19abc38d2d req-d9252e21-03fd-4bfb-8670-fe968fa55f1c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:08.342277 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f3a53cd2-ad64-49b3-a96a-8d19abc38d2d req-d9252e21-03fd-4bfb-8670-fe968fa55f1c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 943 time: 0.0533447 Oct 20 09:01:08.358059 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:08.397682 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f3a53cd2-ad64-49b3-a96a-8d19abc38d2d req-1ece861c-e031-4063-afaf-6a21e1e31fae tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544567 Oct 20 09:01:08.440937 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57804) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:08.456738 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8de16f14-1416-40ad-a855-cd430f7178a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:08.551095 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8de16f14-1416-40ad-a855-cd430f7178a1 admin admin] Publish callbacks [] for security_group (2ecf37e1-9074-46e7-ab8c-8aaf44a7b0b6), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:08.556326 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8de16f14-1416-40ad-a855-cd430f7178a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2ecf37e1-9074-46e7-ab8c-8aaf44a7b0b6), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:08.614200 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-8de16f14-1416-40ad-a855-cd430f7178a1 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ce934e25f1ed422abf53d5e384c01518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697421 Oct 20 09:01:08.614200 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de16f14-1416-40ad-a855-cd430f7178a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecf37e1-9074-46e7-ab8c-8aaf44a7b0b6,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:08.614693 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 57836) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:08.689406 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-635965df-0baa-4adf-af28-7aafcf9b57f5 admin admin] Publish callbacks [] for security_group (2ecf37e1-9074-46e7-ab8c-8aaf44a7b0b6), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:08.711507 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-635965df-0baa-4adf-af28-7aafcf9b57f5 admin admin] Publish callbacks [] for security_group (2ecf37e1-9074-46e7-ab8c-8aaf44a7b0b6), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:08.713105 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:08.761438 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 57852) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:08.778440 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-635965df-0baa-4adf-af28-7aafcf9b57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2ecf37e1-9074-46e7-ab8c-8aaf44a7b0b6), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:08.781161 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-635965df-0baa-4adf-af28-7aafcf9b57f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:08.786448 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-635965df-0baa-4adf-af28-7aafcf9b57f5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2ecf37e1-9074-46e7-ab8c-8aaf44a7b0b6 HTTP/1.1" status: 204 len: 168 time: 0.1691802 Oct 20 09:01:08.801138 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635965df-0baa-4adf-af28-7aafcf9b57f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecf37e1-9074-46e7-ab8c-8aaf44a7b0b6,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:08.886973 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a51c-34be-4e17-9072-55a9a4557d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:08.894872 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:08.899024 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61667090-3687-41fc-bdf5-0bd50c42164c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:08.948784 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e724f9c-f4cd-4a5e-a234-767d1e15f8e0 x-openstack-request-id: req-7e724f9c-f4cd-4a5e-a234-767d1e15f8e0 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:08.949665 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:08.949921 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e724f9c-f4cd-4a5e-a234-767d1e15f8e0 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:08.950371 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e724f9c-f4cd-4a5e-a234-767d1e15f8e0'] response: {'name': 'network-changed', 'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'status': 'completed', 'code': 200} Oct 20 09:01:09.011368 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a51c-34be-4e17-9072-55a9a4557d49 admin admin] Publish callbacks [] for security_group (466e6526-d712-4b9f-8d10-4fe49e35bfd9), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:09.028339 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637363f-fea3-4a4c-b24d-584237094df2 req-7019b9af-fe2e-4c96-8113-e2dbf0186323 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:09.029844 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a51c-34be-4e17-9072-55a9a4557d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (466e6526-d712-4b9f-8d10-4fe49e35bfd9), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:09.036003 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7637363f-fea3-4a4c-b24d-584237094df2 req-7019b9af-fe2e-4c96-8113-e2dbf0186323 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0611198 Oct 20 09:01:09.095987 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7637363f-fea3-4a4c-b24d-584237094df2 req-eb434c03-48c3-49d9-b3c0-13205a0669d5 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536563 Oct 20 09:01:09.136074 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0a51c-34be-4e17-9072-55a9a4557d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466e6526-d712-4b9f-8d10-4fe49e35bfd9,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:09.154912 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a0e0a51c-34be-4e17-9072-55a9a4557d49 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7a8bb34c215647bc98941e0acd5a6da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923390 Oct 20 09:01:09.156306 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:09.158016 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57872) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:09.187620 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d648-7b08-44d1-9408-b53e492fbd9d req-270efeb9-8ed2-4a0f-92ff-269434927335 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:09.189334 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4b14d648-7b08-44d1-9408-b53e492fbd9d req-270efeb9-8ed2-4a0f-92ff-269434927335 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 943 time: 0.1390424 Oct 20 09:01:09.215864 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0f38bc01-66eb-4de2-a086-c7b2b553d049 admin admin] Publish callbacks [] for security_group (466e6526-d712-4b9f-8d10-4fe49e35bfd9), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:09.236246 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0f38bc01-66eb-4de2-a086-c7b2b553d049 admin admin] Publish callbacks [] for security_group (466e6526-d712-4b9f-8d10-4fe49e35bfd9), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:09.248937 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4b14d648-7b08-44d1-9408-b53e492fbd9d req-c805853d-3804-477f-9433-ae1e8fc012ca tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537252 Oct 20 09:01:09.297614 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0f38bc01-66eb-4de2-a086-c7b2b553d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (466e6526-d712-4b9f-8d10-4fe49e35bfd9), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:09.300997 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0f38bc01-66eb-4de2-a086-c7b2b553d049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:09.302519 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-0f38bc01-66eb-4de2-a086-c7b2b553d049 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/466e6526-d712-4b9f-8d10-4fe49e35bfd9 HTTP/1.1" status: 204 len: 168 time: 0.1429596 Oct 20 09:01:09.352486 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38bc01-66eb-4de2-a086-c7b2b553d049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466e6526-d712-4b9f-8d10-4fe49e35bfd9,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:09.372261 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=32 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:09.378706 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe75dc0-13b2-4999-a0e8-096889604d20 req-24010cd9-8199-4125-bcd5-29155df43d0d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:09.385407 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8fe75dc0-13b2-4999-a0e8-096889604d20 req-24010cd9-8199-4125-bcd5-29155df43d0d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0697095 Oct 20 09:01:09.436883 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8fe75dc0-13b2-4999-a0e8-096889604d20 req-d72a5bf9-462f-4841-9f14-e057886e2e31 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Oct 20 09:01:09.550523 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835746ec-ab22-43db-a2c1-a2b1d63741e1 req-6cfdbb9d-e377-4d57-aad8-65b16bfedf9f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:09.552238 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-835746ec-ab22-43db-a2c1-a2b1d63741e1 req-6cfdbb9d-e377-4d57-aad8-65b16bfedf9f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 943 time: 0.0517154 Oct 20 09:01:09.611208 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-835746ec-ab22-43db-a2c1-a2b1d63741e1 req-d76eac3e-d971-44ea-a167-4b4a4cf1a6ce tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524163 Oct 20 09:01:09.758915 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 57914) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:09.772068 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-220c5523-1e53-4592-9511-7f4a56b4cdc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:09.858404 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-220c5523-1e53-4592-9511-7f4a56b4cdc0 admin admin] Publish callbacks [] for security_group (fb1a425c-c213-4167-a3fe-911154316b8f), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:09.862491 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-220c5523-1e53-4592-9511-7f4a56b4cdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (fb1a425c-c213-4167-a3fe-911154316b8f), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:09.903676 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-220c5523-1e53-4592-9511-7f4a56b4cdc0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=624b56c30c8e47d392e621a569ea0bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435812 Oct 20 09:01:09.904536 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c5523-1e53-4592-9511-7f4a56b4cdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1a425c-c213-4167-a3fe-911154316b8f,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:09.908263 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 57918) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:09.969865 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-472a229b-99a2-4979-a9e2-31e89efe91ac admin admin] Publish callbacks [] for security_group (fb1a425c-c213-4167-a3fe-911154316b8f), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:09.991132 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-472a229b-99a2-4979-a9e2-31e89efe91ac admin admin] Publish callbacks [] for security_group (fb1a425c-c213-4167-a3fe-911154316b8f), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:10.051116 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-472a229b-99a2-4979-a9e2-31e89efe91ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (fb1a425c-c213-4167-a3fe-911154316b8f), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:10.053633 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-472a229b-99a2-4979-a9e2-31e89efe91ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:10.057297 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-472a229b-99a2-4979-a9e2-31e89efe91ac admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fb1a425c-c213-4167-a3fe-911154316b8f HTTP/1.1" status: 204 len: 168 time: 0.1451554 Oct 20 09:01:10.062922 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a229b-99a2-4979-a9e2-31e89efe91ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1a425c-c213-4167-a3fe-911154316b8f,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:10.342196 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:10.355675 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:10.360745 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72187ca-28c1-412f-9898-d229f58a785d req-07c0772b-a438-4cb5-ab79-0760e9c458c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:10.362309 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a72187ca-28c1-412f-9898-d229f58a785d req-07c0772b-a438-4cb5-ab79-0760e9c458c4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 1127 time: 0.1490486 Oct 20 09:01:10.391905 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-43152a80-a186-4add-9010-3781234a52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:10.392173 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:10.396534 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-43152a80-a186-4add-9010-3781234a52a4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47c6132f-de00-464a-9c0d-6ac6d3d24b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1967001 Oct 20 09:01:10.401230 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca8cdd-bb40-4311-adc6-9e08c2ef3df6 req-e4363266-903a-4dfa-b4ff-79543ce2663d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:10.403504 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8aca8cdd-bb40-4311-adc6-9e08c2ef3df6 req-e4363266-903a-4dfa-b4ff-79543ce2663d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.2112441 Oct 20 09:01:10.420163 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61667090-3687-41fc-bdf5-0bd50c42164c req-884fcedd-fdfc-48ba-8dbc-2b09ceaf8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:10.421815 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-61667090-3687-41fc-bdf5-0bd50c42164c req-884fcedd-fdfc-48ba-8dbc-2b09ceaf8e68 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 1127 time: 0.2037077 Oct 20 09:01:10.461956 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-27bf6575-f55d-4d97-bcc5-8d3ddc71850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:10.463490 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-27bf6575-f55d-4d97-bcc5-8d3ddc71850b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.2443388 Oct 20 09:01:10.467118 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc555d-a7f0-4dea-aa5a-9df188556f89 req-45dbd527-4879-4a8b-8bc9-1de350ca61c5 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:10.469515 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d3cc555d-a7f0-4dea-aa5a-9df188556f89 req-45dbd527-4879-4a8b-8bc9-1de350ca61c5 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 943 time: 0.0638139 Oct 20 09:01:10.520574 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8aca8cdd-bb40-4311-adc6-9e08c2ef3df6 req-0b8b1ff2-93cf-4ce8-a36a-f64f414ff75a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064460 Oct 20 09:01:10.544978 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d3cc555d-a7f0-4dea-aa5a-9df188556f89 req-fa6a9e1d-4cf0-4985-814e-b7824abd50f7 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602663 Oct 20 09:01:10.645894 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f39a2-c864-45ba-b343-94b66ead7f03 req-19172e23-603e-4709-84ca-e371242f0b74 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:10.647765 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-348f39a2-c864-45ba-b343-94b66ead7f03 req-19172e23-603e-4709-84ca-e371242f0b74 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0594149 Oct 20 09:01:10.714065 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-348f39a2-c864-45ba-b343-94b66ead7f03 req-e3411fa8-d25d-4523-81e9-8afb295ff8e9 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604284 Oct 20 09:01:10.789513 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f27b65-7ac9-4985-b8cb-b7e3d6515945 req-0c390725-57c3-4dbe-bed9-c7d86c72304c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:10.795548 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e3f27b65-7ac9-4985-b8cb-b7e3d6515945 req-0c390725-57c3-4dbe-bed9-c7d86c72304c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 943 time: 0.0916660 Oct 20 09:01:10.880563 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e3f27b65-7ac9-4985-b8cb-b7e3d6515945 req-c4808e6b-1b99-448c-9da5-17d659be97b1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762069 Oct 20 09:01:11.326983 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:11.397576 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-9d7a0e6a-e6b3-42fb-a5ac-d0a7f6811c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:11.399735 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-9d7a0e6a-e6b3-42fb-a5ac-d0a7f6811c46 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1950893 Oct 20 09:01:11.470084 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc000-0d75-478e-bc2d-d9448925e77c req-4109d8e0-107f-4925-a619-d68612b70ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:11.471685 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-4109d8e0-107f-4925-a619-d68612b70ed1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 1128 time: 0.1460819 Oct 20 09:01:11.484360 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58004) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:11.618870 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72187ca-28c1-412f-9898-d229f58a785d req-4565d12e-b300-4c51-bf99-9dea5bf5facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:11.620385 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a72187ca-28c1-412f-9898-d229f58a785d req-4565d12e-b300-4c51-bf99-9dea5bf5facd service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.4157484 Oct 20 09:01:11.626580 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-33ab949b-35cd-4e29-8fe8-391fc7356c3b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47c6132f-de00-464a-9c0d-6ac6d3d24b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988366 Oct 20 09:01:11.633336 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-f5ec8134-8017-40e1-bb03-ab4d65780a11 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230608 Oct 20 09:01:11.704615 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84b00-7f7e-411f-a103-0096c488f0b6 req-07d48709-36bd-4e37-b2dc-c67d3fcdceda tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:11.706202 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f4c84b00-7f7e-411f-a103-0096c488f0b6 req-07d48709-36bd-4e37-b2dc-c67d3fcdceda tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0678954 Oct 20 09:01:11.746874 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61667090-3687-41fc-bdf5-0bd50c42164c req-d6f706d3-4eb0-49b9-a94b-6828a66b8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:11.748400 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-61667090-3687-41fc-bdf5-0bd50c42164c req-d6f706d3-4eb0-49b9-a94b-6828a66b8ba8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5422256 Oct 20 09:01:11.781855 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a72187ca-28c1-412f-9898-d229f58a785d req-e198d245-6375-4ef7-b8b6-545dff9f7456 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761aed46-611d-4ca6-9fc5-7334f3e86a8f HTTP/1.1" status: 200 len: 217 time: 0.1392858 Oct 20 09:01:11.808059 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3012cb64-9a54-4805-b995-c31cdbaeeeb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:11.838266 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc000-0d75-478e-bc2d-d9448925e77c req-31088a25-ae26-47e1-9b02-cb0b85fd6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:11.839767 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-31088a25-ae26-47e1-9b02-cb0b85fd6ebe service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.3510311 Oct 20 09:01:11.876952 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703d49-6643-489b-85ac-2ad58823ece9 req-e55dd4d3-70aa-48b7-88af-2c8c07e8c7f1 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:11.878433 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d7703d49-6643-489b-85ac-2ad58823ece9 req-e55dd4d3-70aa-48b7-88af-2c8c07e8c7f1 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 943 time: 0.1959772 Oct 20 09:01:11.905350 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f4c84b00-7f7e-411f-a103-0096c488f0b6 req-868aac37-9db3-400f-8cc1-6d43aabfab61 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855023 Oct 20 09:01:11.931875 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-bd00711f-65e5-49ba-8095-8cd033fd9406 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d706cc3-dd7f-4052-9a1e-5635f7716b26 HTTP/1.1" status: 200 len: 217 time: 0.0696883 Oct 20 09:01:11.974580 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-f6defc4e-f4c8-4086-a0b0-f9ab3fe21447 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863376 Oct 20 09:01:11.990199 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61667090-3687-41fc-bdf5-0bd50c42164c req-fdfc8d0a-fa34-4a65-9eb5-e86a01b2c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:11.991667 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-61667090-3687-41fc-bdf5-0bd50c42164c req-fdfc8d0a-fa34-4a65-9eb5-e86a01b2c9db service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2358012 Oct 20 09:01:12.012962 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:12.035772 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b8da6656-1354-4765-b1ae-f16741f8f8aa req-473f96bf-77ab-431d-ad08-1f9ff2b8afaa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47c6132f-de00-464a-9c0d-6ac6d3d24b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008875 Oct 20 09:01:12.050904 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939c373-d2f6-4eb2-a562-89f4c670594b req-8ec7ff6d-aa85-4aeb-92e5-68bd323cad62 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:12.051260 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72187ca-28c1-412f-9898-d229f58a785d req-8f4ae68f-e194-4986-8533-15b19960cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:12.052712 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a72187ca-28c1-412f-9898-d229f58a785d req-8f4ae68f-e194-4986-8533-15b19960cb6d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.2561193 Oct 20 09:01:12.052906 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2939c373-d2f6-4eb2-a562-89f4c670594b req-8ec7ff6d-aa85-4aeb-92e5-68bd323cad62 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0647151 Oct 20 09:01:12.096166 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc000-0d75-478e-bc2d-d9448925e77c req-f17770bf-d176-4371-8b0c-130b61a7ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:12.097778 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-f17770bf-d176-4371-8b0c-130b61a7ca78 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.1644952 Oct 20 09:01:12.125496 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2939c373-d2f6-4eb2-a562-89f4c670594b req-bd5d925f-dca4-4e30-8747-e2f60e2874a1 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648584 Oct 20 09:01:12.126303 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d7703d49-6643-489b-85ac-2ad58823ece9 req-916e29eb-36a2-4735-b251-9a2ee290997f tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114537 Oct 20 09:01:12.178316 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3012cb64-9a54-4805-b995-c31cdbaeeeb4 admin admin] Publish callbacks [] for security_group (5c640abd-f5eb-403a-821c-63e06570a874), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:12.191458 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3012cb64-9a54-4805-b995-c31cdbaeeeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (5c640abd-f5eb-403a-821c-63e06570a874), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:12.242749 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-3012cb64-9a54-4805-b995-c31cdbaeeeb4 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7b1ffd8e666743fdbc24a4cde3a37192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7517946 Oct 20 09:01:12.243055 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58036) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:12.278051 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012cb64-9a54-4805-b995-c31cdbaeeeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c640abd-f5eb-403a-821c-63e06570a874,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:12.322755 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-38bae2bd-f6bb-430d-b8a7-e35e321fffd3 admin admin] Publish callbacks [] for security_group (5c640abd-f5eb-403a-821c-63e06570a874), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:12.346744 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-38bae2bd-f6bb-430d-b8a7-e35e321fffd3 admin admin] Publish callbacks [] for security_group (5c640abd-f5eb-403a-821c-63e06570a874), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:12.405642 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-38bae2bd-f6bb-430d-b8a7-e35e321fffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (5c640abd-f5eb-403a-821c-63e06570a874), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:12.409982 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-38bae2bd-f6bb-430d-b8a7-e35e321fffd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:12.411604 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-38bae2bd-f6bb-430d-b8a7-e35e321fffd3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5c640abd-f5eb-403a-821c-63e06570a874 HTTP/1.1" status: 204 len: 168 time: 0.1668384 Oct 20 09:01:12.427843 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bae2bd-f6bb-430d-b8a7-e35e321fffd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c640abd-f5eb-403a-821c-63e06570a874,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:12.479024 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9418e-8ac2-4793-a371-7ceacf038f7d req-4404114f-15a4-47ab-b99f-a9dd9a5e577f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:12.480672 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f5b9418e-8ac2-4793-a371-7ceacf038f7d req-4404114f-15a4-47ab-b99f-a9dd9a5e577f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 943 time: 0.2765741 Oct 20 09:01:12.543794 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f5b9418e-8ac2-4793-a371-7ceacf038f7d req-0cbb74d5-0e34-4ddf-8d6e-d44e010d42e7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566776 Oct 20 09:01:12.849191 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58062) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:12.862820 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-43121c5d-b620-4491-9df3-bdd02aef9ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:12.911231 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:12.944441 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-43121c5d-b620-4491-9df3-bdd02aef9ebe admin admin] Publish callbacks [] for security_group (37cbf170-c7a1-4842-9566-ba740d27772e), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:12.948521 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-43121c5d-b620-4491-9df3-bdd02aef9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (37cbf170-c7a1-4842-9566-ba740d27772e), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:12.989307 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-43121c5d-b620-4491-9df3-bdd02aef9ebe admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=2979e4ec6ee54329a498477be56e7a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389101 Oct 20 09:01:12.992546 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58066) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:12.992804 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43121c5d-b620-4491-9df3-bdd02aef9ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cbf170-c7a1-4842-9566-ba740d27772e,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:13.049157 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-40aebba9-10a8-434a-8649-00f68d1694f3 admin admin] Publish callbacks [] for security_group (37cbf170-c7a1-4842-9566-ba740d27772e), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:13.051585 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:13.070716 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-40aebba9-10a8-434a-8649-00f68d1694f3 admin admin] Publish callbacks [] for security_group (37cbf170-c7a1-4842-9566-ba740d27772e), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:13.103226 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:13.124911 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-40aebba9-10a8-434a-8649-00f68d1694f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (37cbf170-c7a1-4842-9566-ba740d27772e), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:13.127745 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-40aebba9-10a8-434a-8649-00f68d1694f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:13.128950 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-40aebba9-10a8-434a-8649-00f68d1694f3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/37cbf170-c7a1-4842-9566-ba740d27772e HTTP/1.1" status: 204 len: 168 time: 0.1354206 Oct 20 09:01:13.137485 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aebba9-10a8-434a-8649-00f68d1694f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cbf170-c7a1-4842-9566-ba740d27772e,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:13.260927 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72187ca-28c1-412f-9898-d229f58a785d req-f31504a7-824f-4061-b1ae-e4c6f515e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:13.262642 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a72187ca-28c1-412f-9898-d229f58a785d req-f31504a7-824f-4061-b1ae-e4c6f515e508 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2722623 Oct 20 09:01:13.272222 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b68d00-de4d-4742-8516-598afc29a8bb req-79a2786b-0412-4f5c-b3cf-d3c3cc953174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:13.273369 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f91f8-85ec-49bb-91df-47eda379966a req-d7900ae2-ef1a-4365-ac76-01b89ba8e693 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:13.273802 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f2b68d00-de4d-4742-8516-598afc29a8bb req-79a2786b-0412-4f5c-b3cf-d3c3cc953174 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 1127 time: 0.2625675 Oct 20 09:01:13.275577 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6e2f91f8-85ec-49bb-91df-47eda379966a req-d7900ae2-ef1a-4365-ac76-01b89ba8e693 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0571697 Oct 20 09:01:13.279932 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46554fe8-30c9-45d5-ac2e-fcee2b774c1a req-b9cbf2dd-e566-40ed-a1e8-ad9b4f0d30af tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:13.281500 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-46554fe8-30c9-45d5-ac2e-fcee2b774c1a req-b9cbf2dd-e566-40ed-a1e8-ad9b4f0d30af tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.2899845 Oct 20 09:01:13.296221 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 761aed46-611d-4ca6-9fc5-7334f3e86a8f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:01:13.341320 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-46554fe8-30c9-45d5-ac2e-fcee2b774c1a req-8ba38360-7307-4107-bb78-1973bcd81962 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526712 Oct 20 09:01:13.352209 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6e2f91f8-85ec-49bb-91df-47eda379966a req-4deac8de-474f-42ac-8c32-5a9b485597a4 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605106 Oct 20 09:01:13.459956 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 761aed46-611d-4ca6-9fc5-7334f3e86a8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=761aed46-611d-4ca6-9fc5-7334f3e86a8f,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:13.473300 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '761aed46-611d-4ca6-9fc5-7334f3e86a8f', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'port_id': '761aed46-611d-4ca6-9fc5-7334f3e86a8f', 'mac_address': 'fa:16:3e:1c:d9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 482, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:01:13.474853 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ac375-7daf-425c-aaaf-d77184b8f779 req-11198a47-d95f-4115-8937-a7fddf0a7de5 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:13.477565 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4e9ac375-7daf-425c-aaaf-d77184b8f779 req-11198a47-d95f-4115-8937-a7fddf0a7de5 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 943 time: 0.0550637 Oct 20 09:01:13.519320 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 761aed46-611d-4ca6-9fc5-7334f3e86a8f is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:13.519928 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:13.530244 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4e9ac375-7daf-425c-aaaf-d77184b8f779 req-5ee0d7b2-b9cd-4c87-ad1a-7fc74757baa7 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442975 Oct 20 09:01:13.533853 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761aed46-611d-4ca6-9fc5-7334f3e86a8f {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:01:13.575640 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 761aed46-611d-4ca6-9fc5-7334f3e86a8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=761aed46-611d-4ca6-9fc5-7334f3e86a8f,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:13.582118 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:13.582715 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 0d706cc3-dd7f-4052-9a1e-5635f7716b26 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:01:13.678838 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f7a95-519b-45e3-8f63-01be05ec36c5 req-71565cc9-12ec-4557-9253-0a57c4df8543 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:13.681859 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d51f7a95-519b-45e3-8f63-01be05ec36c5 req-71565cc9-12ec-4557-9253-0a57c4df8543 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 943 time: 0.0566969 Oct 20 09:01:13.696868 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 0d706cc3-dd7f-4052-9a1e-5635f7716b26, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0d706cc3-dd7f-4052-9a1e-5635f7716b26,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:13.709942 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=761aed46-611d-4ca6-9fc5-7334f3e86a8f,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:13.719064 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '0d706cc3-dd7f-4052-9a1e-5635f7716b26', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'port_id': '0d706cc3-dd7f-4052-9a1e-5635f7716b26', 'mac_address': 'fa:16:3e:2e:b0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 482, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:01:13.759285 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:13.759684 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:13.778076 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d706cc3-dd7f-4052-9a1e-5635f7716b26 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:01:13.779125 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d51f7a95-519b-45e3-8f63-01be05ec36c5 req-a1516605-f535-4e92-8bf1-427efdd4b749 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909426 Oct 20 09:01:13.808054 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 0d706cc3-dd7f-4052-9a1e-5635f7716b26, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0d706cc3-dd7f-4052-9a1e-5635f7716b26,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:13.813103 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:13.877161 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:13.880827 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=0d706cc3-dd7f-4052-9a1e-5635f7716b26,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:13.955818 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-1dd19610-9185-4982-8bf4-86dd7a64d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:13.957968 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-1dd19610-9185-4982-8bf4-86dd7a64d631 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 1127 time: 0.0551243 Oct 20 09:01:13.993092 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:14.032101 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-5d860d8b-907d-42c1-ae44-2ebc0409b90c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407 HTTP/1.1" status: 200 len: 217 time: 0.0522079 Oct 20 09:01:14.112273 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc000-0d75-478e-bc2d-d9448925e77c req-360b61ee-df81-457d-8889-c0f222e89f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:14.113784 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-360b61ee-df81-457d-8889-c0f222e89f37 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2259815 Oct 20 09:01:14.116792 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-4ebd5dee-de39-4170-8923-894f62332111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:14.125792 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-4ebd5dee-de39-4170-8923-894f62332111 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.0866284 Oct 20 09:01:14.233727 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c29054c1-3eaf-4292-b4fe-7a92c6470846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:14.235411 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-c29054c1-3eaf-4292-b4fe-7a92c6470846 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013992 Oct 20 09:01:14.242563 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a72187ca-28c1-412f-9898-d229f58a785d req-c52adaf9-0bd0-42a7-b678-ba0f52e9bc38 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298750 Oct 20 09:01:14.266773 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b68d00-de4d-4742-8516-598afc29a8bb req-f4c379f5-fa82-4ad2-ade6-e60909267ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:14.268423 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f2b68d00-de4d-4742-8516-598afc29a8bb req-f4c379f5-fa82-4ad2-ade6-e60909267ae8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 915 time: 0.3547301 Oct 20 09:01:14.332595 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58120) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:14.372155 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f2b68d00-de4d-4742-8516-598afc29a8bb req-a48823f1-0a4d-4c9a-a3b5-d976247e861b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7681f5a2-5dbc-4513-b44a-9c70525ecfee HTTP/1.1" status: 200 len: 217 time: 0.0829620 Oct 20 09:01:14.392230 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['761aed46-611d-4ca6-9fc5-7334f3e86a8f'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:01:14.449145 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-cbf54b7e-1822-4b4b-97dc-d68cf343b058 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243799 Oct 20 09:01:14.496691 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-854de40e-651a-4f39-8b63-42ed913b069d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523766 Oct 20 09:01:14.527576 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:14.540912 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:14.553933 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b68d00-de4d-4742-8516-598afc29a8bb req-5b3ed722-205f-4cb3-b761-ba855c8fdcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:14.556328 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f2b68d00-de4d-4742-8516-598afc29a8bb req-5b3ed722-205f-4cb3-b761-ba855c8fdcd6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.1780331 Oct 20 09:01:14.597401 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['0d706cc3-dd7f-4052-9a1e-5635f7716b26'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:01:14.625112 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a72187ca-28c1-412f-9898-d229f58a785d req-3993dd46-83c7-4eb9-9518-004e3645b652 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719127 Oct 20 09:01:14.626707 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a0e4e-20ec-460d-bc07-b3bb89b69ee0 req-338c506b-feab-4597-9cf2-52554e0a19dc tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:14.634761 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-145a0e4e-20ec-460d-bc07-b3bb89b69ee0 req-338c506b-feab-4597-9cf2-52554e0a19dc tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1342151 Oct 20 09:01:14.712096 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc4a92-60b4-4019-9f07-b685c1571ff9 req-12acbce4-fad3-414f-8e77-fbda738cbfd3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:14.715259 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3bfc4a92-60b4-4019-9f07-b685c1571ff9 req-12acbce4-fad3-414f-8e77-fbda738cbfd3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.1747026 Oct 20 09:01:14.724895 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-145a0e4e-20ec-460d-bc07-b3bb89b69ee0 req-29f1530b-5827-4887-a5ec-bfd97950c702 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891767 Oct 20 09:01:14.732313 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5614d778-8e8a-4f93-ac74-e90d9933a9a4 req-a40def1e-4962-4b14-b8b6-fad0bb7bb64e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075589 Oct 20 09:01:14.764903 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b68d00-de4d-4742-8516-598afc29a8bb req-e3858bdf-93b5-4276-abee-69a9a9043063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:14.767786 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f2b68d00-de4d-4742-8516-598afc29a8bb req-e3858bdf-93b5-4276-abee-69a9a9043063 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1896172 Oct 20 09:01:14.779735 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-94c11715-6513-45f0-b7e7-817813d8548f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:14.877557 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e0f8d-4a87-488d-abea-79da0ab49938 req-5679cbcb-cb31-4faf-8e6f-5cb584e5667f tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:14.886043 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-332e0f8d-4a87-488d-abea-79da0ab49938 req-5679cbcb-cb31-4faf-8e6f-5cb584e5667f tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 943 time: 0.0784860 Oct 20 09:01:14.915433 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f2b68d00-de4d-4742-8516-598afc29a8bb req-575829f5-455a-4d1e-98ea-ad54945abb71 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299345 Oct 20 09:01:14.926346 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-0d539aa0-f33b-44e8-98d8-f898738fb3aa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696522 Oct 20 09:01:14.962684 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3bfc4a92-60b4-4019-9f07-b685c1571ff9 req-3076d792-1042-4567-b286-bd9fd626204f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338164 Oct 20 09:01:14.964231 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-332e0f8d-4a87-488d-abea-79da0ab49938 req-b0e5b62a-14d7-42e7-918e-73c839d678c4 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773318 Oct 20 09:01:14.980420 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-94c11715-6513-45f0-b7e7-817813d8548f admin admin] Publish callbacks [] for security_group (d48a6788-0ebc-4051-8562-9005b7b8c8b5), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:15.005305 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-94c11715-6513-45f0-b7e7-817813d8548f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d48a6788-0ebc-4051-8562-9005b7b8c8b5), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:15.013519 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:15.082999 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-94c11715-6513-45f0-b7e7-817813d8548f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=379e05649b904064be9a1055ba59b895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7491775 Oct 20 09:01:15.085701 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58146) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:15.086313 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c11715-6513-45f0-b7e7-817813d8548f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48a6788-0ebc-4051-8562-9005b7b8c8b5,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:15.105976 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c13a90-797b-4a46-81c2-626eedccd56d req-3450366f-13ee-4bc4-be94-3f1f1d929680 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:15.107645 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-75c13a90-797b-4a46-81c2-626eedccd56d req-3450366f-13ee-4bc4-be94-3f1f1d929680 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 943 time: 0.0704355 Oct 20 09:01:15.129199 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:15.154810 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c54e44d-26cd-4fe3-8547-c02fcc5b8f54 admin admin] Publish callbacks [] for security_group (d48a6788-0ebc-4051-8562-9005b7b8c8b5), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:15.167270 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-75c13a90-797b-4a46-81c2-626eedccd56d req-84582de4-74a3-4a74-a7ec-efd81605f0a7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531564 Oct 20 09:01:15.191071 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c54e44d-26cd-4fe3-8547-c02fcc5b8f54 admin admin] Publish callbacks [] for security_group (d48a6788-0ebc-4051-8562-9005b7b8c8b5), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:15.238902 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c54e44d-26cd-4fe3-8547-c02fcc5b8f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d48a6788-0ebc-4051-8562-9005b7b8c8b5), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:15.241596 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c54e44d-26cd-4fe3-8547-c02fcc5b8f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:15.243829 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5c54e44d-26cd-4fe3-8547-c02fcc5b8f54 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d48a6788-0ebc-4051-8562-9005b7b8c8b5 HTTP/1.1" status: 204 len: 168 time: 0.1567903 Oct 20 09:01:15.255273 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54e44d-26cd-4fe3-8547-c02fcc5b8f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48a6788-0ebc-4051-8562-9005b7b8c8b5,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:15.387580 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 7681f5a2-5dbc-4513-b44a-9c70525ecfee details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:01:15.530090 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 7681f5a2-5dbc-4513-b44a-9c70525ecfee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7681f5a2-5dbc-4513-b44a-9c70525ecfee,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:15.543858 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'port_id': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'mac_address': 'fa:16:3e:42:9a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:01:15.590955 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 7681f5a2-5dbc-4513-b44a-9c70525ecfee is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:15.594523 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:15.608994 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7681f5a2-5dbc-4513-b44a-9c70525ecfee {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:01:15.632159 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 7681f5a2-5dbc-4513-b44a-9c70525ecfee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7681f5a2-5dbc-4513-b44a-9c70525ecfee,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:15.637467 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:15.638319 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device b5692122-4272-4400-bc7a-9069ae5bc48a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:01:15.916646 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:15.920612 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58190) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:15.924029 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f2b68d00-de4d-4742-8516-598afc29a8bb req-78aa6196-351d-45e6-926b-80a6a076a055 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960034 Oct 20 09:01:15.953200 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c89ceddb-3ae9-4f18-bd33-98a5ed57224a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:15.991568 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port b5692122-4272-4400-bc7a-9069ae5bc48a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b5692122-4272-4400-bc7a-9069ae5bc48a,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:16.002743 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc000-0d75-478e-bc2d-d9448925e77c req-3cb978df-67eb-4af0-b68d-00213f172769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:16.008575 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-3cb978df-67eb-4af0-b68d-00213f172769 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4da29c9977ca44baa867b3c7fc86164b&device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 1127 time: 0.1136043 Oct 20 09:01:16.009738 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:16.010781 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'b5692122-4272-4400-bc7a-9069ae5bc48a', 'network_id': '47c6132f-de00-464a-9c0d-6ac6d3d24b81', 'port_id': 'b5692122-4272-4400-bc7a-9069ae5bc48a', 'mac_address': 'fa:16:3e:d7:df:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a6806f-5047-4621-b141-2261c04ea705', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:01:16.015380 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 761aed46-611d-4ca6-9fc5-7334f3e86a8f up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:01:16.017649 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=7681f5a2-5dbc-4513-b44a-9c70525ecfee,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:16.061267 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9da39-e936-4f83-af42-0c017097a540 req-b9acc74b-6880-4c93-9c39-2f8549c811ec tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:16.067387 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21c9da39-e936-4f83-af42-0c017097a540 req-b9acc74b-6880-4c93-9c39-2f8549c811ec tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1606112 Oct 20 09:01:16.094031 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port b5692122-4272-4400-bc7a-9069ae5bc48a is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:16.094429 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.106333 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port 761aed46-611d-4ca6-9fc5-7334f3e86a8f completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:01:16.127317 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 761aed46-611d-4ca6-9fc5-7334f3e86a8f triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:16.128129 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.128601 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 761aed46-611d-4ca6-9fc5-7334f3e86a8f Oct 20 09:01:16.170086 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:16.176111 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5692122-4272-4400-bc7a-9069ae5bc48a {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:01:16.202323 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port b5692122-4272-4400-bc7a-9069ae5bc48a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b5692122-4272-4400-bc7a-9069ae5bc48a,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:16.220675 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde80c40-83d1-4139-ae0c-68d102e078f4 req-52e7db87-f86d-4c94-9db4-5862a7521fef tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:16.222397 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-dde80c40-83d1-4139-ae0c-68d102e078f4 req-52e7db87-f86d-4c94-9db4-5862a7521fef tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 943 time: 0.1367764 Oct 20 09:01:16.224685 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c89ceddb-3ae9-4f18-bd33-98a5ed57224a admin admin] Publish callbacks [] for security_group (df09e493-93b8-4622-a288-aad25a9a2ce3), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.233915 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c89ceddb-3ae9-4f18-bd33-98a5ed57224a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (df09e493-93b8-4622-a288-aad25a9a2ce3), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.243867 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.321408 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=b5692122-4272-4400-bc7a-9069ae5bc48a,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:16.329974 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 761aed46-611d-4ca6-9fc5-7334f3e86a8f is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:16.330819 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.341903 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c89ceddb-3ae9-4f18-bd33-98a5ed57224a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a7907859f9e7402bbdd9921a221ed75c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193804 Oct 20 09:01:16.345547 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21c9da39-e936-4f83-af42-0c017097a540 req-8efc58cf-11bf-4f37-a672-7056e5fa1896 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293866 Oct 20 09:01:16.348086 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58212) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:16.358125 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc000-0d75-478e-bc2d-d9448925e77c req-b05ddb90-c95d-464d-b037-ba0071b3b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:16.359728 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-b05ddb90-c95d-464d-b037-ba0071b3b1fc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=47c6132f-de00-464a-9c0d-6ac6d3d24b81 HTTP/1.1" status: 200 len: 913 time: 0.3409510 Oct 20 09:01:16.391779 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cabc1ab-03aa-4ff2-be06-d99f9efc6150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761aed46-611d-4ca6-9fc5-7334f3e86a8f'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:16.420808 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ceddb-3ae9-4f18-bd33-98a5ed57224a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df09e493-93b8-4622-a288-aad25a9a2ce3,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:16.450749 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-dde80c40-83d1-4139-ae0c-68d102e078f4 req-7fe08492-0bb3-468a-b39c-a80f17c2f849 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184262 Oct 20 09:01:16.459795 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-20ac4fb8-99ad-493d-9bed-4ba97d271fc2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5692122-4272-4400-bc7a-9069ae5bc48a HTTP/1.1" status: 200 len: 217 time: 0.0921586 Oct 20 09:01:16.505490 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 761aed46-611d-4ca6-9fc5-7334f3e86a8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=761aed46-611d-4ca6-9fc5-7334f3e86a8f,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:16.521608 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea52-fb01-4513-8bd4-e8571ef51c4d admin admin] Publish callbacks [] for security_group (df09e493-93b8-4622-a288-aad25a9a2ce3), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.528594 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.529469 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 0d706cc3-dd7f-4052-9a1e-5635f7716b26 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:01:16.587299 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea52-fb01-4513-8bd4-e8571ef51c4d admin admin] Publish callbacks [] for security_group (df09e493-93b8-4622-a288-aad25a9a2ce3), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.656428 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc000-0d75-478e-bc2d-d9448925e77c req-aa714533-9198-4fbb-b3b4-4034946fae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:16.658492 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-aa714533-9198-4fbb-b3b4-4034946fae25 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f1a6806f-5047-4621-b141-2261c04ea705 HTTP/1.1" status: 200 len: 851 time: 0.1922557 Oct 20 09:01:16.676335 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fe409-6e73-4fc2-bcba-0565eaa36933 req-196e09be-8fd0-4726-b5e9-d8e6c5876dee tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:16.678506 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-225fe409-6e73-4fc2-bcba-0565eaa36933 req-196e09be-8fd0-4726-b5e9-d8e6c5876dee tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.2090244 Oct 20 09:01:16.697467 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:01:16.706743 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=761aed46-611d-4ca6-9fc5-7334f3e86a8f,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:16.718022 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0611f2-943a-4b85-917e-3401d38c3b2d req-38bce17f-d964-4e0e-8ec6-52c490d6e200 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:16.723197 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:16.723787 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.724264 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 Oct 20 09:01:16.725002 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2b0611f2-943a-4b85-917e-3401d38c3b2d req-38bce17f-d964-4e0e-8ec6-52c490d6e200 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 944 time: 0.1350093 Oct 20 09:01:16.793074 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e221d149-ee4d-4211-a7c4-fa17cd91cedb" -d '{"events": [{"server_uuid": "6cabc1ab-03aa-4ff2-be06-d99f9efc6150", "name": "network-vif-plugged", "status": "completed", "tag": "761aed46-611d-4ca6-9fc5-7334f3e86a8f"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:16.797010 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea52-fb01-4513-8bd4-e8571ef51c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (df09e493-93b8-4622-a288-aad25a9a2ce3), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.801199 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['7681f5a2-5dbc-4513-b44a-9c70525ecfee'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:01:16.806576 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea52-fb01-4513-8bd4-e8571ef51c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:16.808291 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-fde1ea52-fb01-4513-8bd4-e8571ef51c4d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/df09e493-93b8-4622-a288-aad25a9a2ce3 HTTP/1.1" status: 204 len: 168 time: 0.4400415 Oct 20 09:01:16.831885 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2b0611f2-943a-4b85-917e-3401d38c3b2d req-f95b1134-2bd4-4a42-8d56-338d86f1be99 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059186 Oct 20 09:01:16.840381 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1ea52-fb01-4513-8bd4-e8571ef51c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09e493-93b8-4622-a288-aad25a9a2ce3,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:16.864910 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-225fe409-6e73-4fc2-bcba-0565eaa36933 req-885bf22a-0815-4757-9b45-4c26a7db01b4 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561122 Oct 20 09:01:16.872875 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc000-0d75-478e-bc2d-d9448925e77c req-c4541432-c63a-4f44-9539-430388fdcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:16.874796 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-c4541432-c63a-4f44-9539-430388fdcf9f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47c6132f-de00-464a-9c0d-6ac6d3d24b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1953351 Oct 20 09:01:16.946984 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['b5692122-4272-4400-bc7a-9069ae5bc48a'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:01:17.036975 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:17.058345 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-41870708-38cd-4a81-b41b-f147e108f8b6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47c6132f-de00-464a-9c0d-6ac6d3d24b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719291 Oct 20 09:01:17.077002 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:17.077506 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:17.081786 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9ba312-484f-495e-b61c-643666952aff x-openstack-request-id: req-eb9ba312-484f-495e-b61c-643666952aff {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:17.082136 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cabc1ab-03aa-4ff2-be06-d99f9efc6150", "name": "network-vif-plugged", "status": "completed", "tag": "761aed46-611d-4ca6-9fc5-7334f3e86a8f", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:17.082559 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb9ba312-484f-495e-b61c-643666952aff {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:17.083150 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9ba312-484f-495e-b61c-643666952aff'] response: {'server_uuid': '6cabc1ab-03aa-4ff2-be06-d99f9efc6150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761aed46-611d-4ca6-9fc5-7334f3e86a8f', 'code': 200} Oct 20 09:01:17.303966 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:17.309947 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-356dc000-0d75-478e-bc2d-d9448925e77c req-d3325a42-8adb-42c5-8e5d-d844bf133484 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47c6132f-de00-464a-9c0d-6ac6d3d24b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453768 Oct 20 09:01:17.350884 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 0d706cc3-dd7f-4052-9a1e-5635f7716b26, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0d706cc3-dd7f-4052-9a1e-5635f7716b26,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:17.369202 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:17.413553 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6ba2009e-08be-4c65-a1d5-5e9548c8d407 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:01:17.500077 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=0d706cc3-dd7f-4052-9a1e-5635f7716b26,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:17.518637 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d1337-b3fc-4e05-bbe0-a79634e1ea9a req-436a5450-6a7b-4586-bced-184f3a61d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:17.520370 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e51d1337-b3fc-4e05-bbe0-a79634e1ea9a req-436a5450-6a7b-4586-bced-184f3a61d72b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 1129 time: 0.1077740 Oct 20 09:01:17.529223 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f360a-99fc-4210-8a8c-ee9cc1eb08d0 req-7eaed67a-252a-4314-a50a-e649cc2bf622 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:17.530932 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-185f360a-99fc-4210-8a8c-ee9cc1eb08d0 req-7eaed67a-252a-4314-a50a-e649cc2bf622 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0854526 Oct 20 09:01:17.544387 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-e51d1337-b3fc-4e05-bbe0-a79634e1ea9a req-6203b6fb-adf0-4017-b6ae-2bf66124925b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:17.603796 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:17.620383 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-185f360a-99fc-4210-8a8c-ee9cc1eb08d0 req-b0fc9a26-6ac4-4438-a3aa-9b4cc70a2797 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737672 Oct 20 09:01:17.653822 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:17.668550 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'port_id': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'mac_address': 'fa:16:3e:1e:9a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 476, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:01:17.681923 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd0d84-d975-499c-b345-ef4cffeaab10 req-caa963d4-f307-48b9-b7ea-26395a002986 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:17.685368 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-80fd0d84-d975-499c-b345-ef4cffeaab10 req-caa963d4-f307-48b9-b7ea-26395a002986 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 944 time: 0.1159525 Oct 20 09:01:17.705505 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-e51d1337-b3fc-4e05-bbe0-a79634e1ea9a req-6203b6fb-adf0-4017-b6ae-2bf66124925b service neutron] Publish callbacks [] for security_group (1cd560b2-dd67-4384-8039-a41eec9d09d1), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:17.712254 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-e51d1337-b3fc-4e05-bbe0-a79634e1ea9a req-6203b6fb-adf0-4017-b6ae-2bf66124925b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (1cd560b2-dd67-4384-8039-a41eec9d09d1), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:17.723593 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:17.725678 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:17.755109 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-80fd0d84-d975-499c-b345-ef4cffeaab10 req-1bedba11-e44c-4a1c-8590-ccc26109f2c7 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619595 Oct 20 09:01:17.757981 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba2009e-08be-4c65-a1d5-5e9548c8d407 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:01:17.780356 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e51d1337-b3fc-4e05-bbe0-a79634e1ea9a req-6203b6fb-adf0-4017-b6ae-2bf66124925b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484574 Oct 20 09:01:17.781445 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203b6fb-adf0-4017-b6ae-2bf66124925b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd560b2-dd67-4384-8039-a41eec9d09d1,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:17.787320 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:17.799533 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:17.853560 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=6ba2009e-08be-4c65-a1d5-5e9548c8d407,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:17.937063 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:17.987646 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941cfe1-23b0-4f09-a8a2-ea2bf9b7a792 req-61bf221a-2e15-45a8-9661-2ccf295c42df tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:17.989925 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d941cfe1-23b0-4f09-a8a2-ea2bf9b7a792 req-61bf221a-2e15-45a8-9661-2ccf295c42df tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 944 time: 0.0638654 Oct 20 09:01:18.058919 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d591e7a-3801-4b4b-8ec5-d69eafc358a8 req-086653e8-1013-4586-bda6-c516981952da tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:18.067044 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6d591e7a-3801-4b4b-8ec5-d69eafc358a8 req-086653e8-1013-4586-bda6-c516981952da tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 944 time: 0.0927553 Oct 20 09:01:18.079012 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d941cfe1-23b0-4f09-a8a2-ea2bf9b7a792 req-813285d9-cc49-4816-8228-88174efd20be tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836551 Oct 20 09:01:18.129418 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6d591e7a-3801-4b4b-8ec5-d69eafc358a8 req-cbc389cb-0887-4db7-b4cb-3c44cdb43a7a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563636 Oct 20 09:01:18.778011 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1823a-05c1-4630-862d-21e563fa3d00 req-3123ff05-40e1-4370-a448-1f3e35ef3ffd tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:18.779628 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4bc1823a-05c1-4630-862d-21e563fa3d00 req-3123ff05-40e1-4370-a448-1f3e35ef3ffd tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0625505 Oct 20 09:01:18.885412 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4bc1823a-05c1-4630-862d-21e563fa3d00 req-eb408f3c-6fa6-4aaf-a11b-18081b13d332 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916913 Oct 20 09:01:18.943474 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5712d2-5a18-4b7d-b62d-ed33c2f56522 req-d57df6a2-cf60-4c3b-9c92-118d7f17013e tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:18.945915 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7a5712d2-5a18-4b7d-b62d-ed33c2f56522 req-d57df6a2-cf60-4c3b-9c92-118d7f17013e tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 944 time: 0.0680888 Oct 20 09:01:18.952281 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58326) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:18.987428 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:19.015895 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7a5712d2-5a18-4b7d-b62d-ed33c2f56522 req-cea231b8-b3a1-443a-942e-c54a4d282f33 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626671 Oct 20 09:01:19.086572 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd1dfdc-5e1e-4a08-a814-4f783857b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d706cc3-dd7f-4052-9a1e-5635f7716b26'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:19.091931 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b5dda9-37b7-4164-b0df-dd39df8c7768" -d '{"events": [{"server_uuid": "0dd1dfdc-5e1e-4a08-a814-4f783857b2f7", "name": "network-vif-plugged", "status": "completed", "tag": "0d706cc3-dd7f-4052-9a1e-5635f7716b26"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:19.124440 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18e26727-4ddc-4366-88e2-d5484800712d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:19.177925 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['6ba2009e-08be-4c65-a1d5-5e9548c8d407'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:01:19.209160 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a32c85-f7c4-4ce6-9aa1-a6c81c0d0719 x-openstack-request-id: req-19a32c85-f7c4-4ce6-9aa1-a6c81c0d0719 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:19.209745 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd1dfdc-5e1e-4a08-a814-4f783857b2f7", "name": "network-vif-plugged", "status": "completed", "tag": "0d706cc3-dd7f-4052-9a1e-5635f7716b26", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:19.210184 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19a32c85-f7c4-4ce6-9aa1-a6c81c0d0719 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:19.212506 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a32c85-f7c4-4ce6-9aa1-a6c81c0d0719'] response: {'server_uuid': '0dd1dfdc-5e1e-4a08-a814-4f783857b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d706cc3-dd7f-4052-9a1e-5635f7716b26', 'code': 200} Oct 20 09:01:19.239419 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a20a-29a8-47a5-b224-e83b2154508e req-2ef1ce24-aafd-47d4-9105-c438aafba182 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:19.248477 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f518a20a-29a8-47a5-b224-e83b2154508e req-2ef1ce24-aafd-47d4-9105-c438aafba182 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 944 time: 0.0680091 Oct 20 09:01:19.308516 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f518a20a-29a8-47a5-b224-e83b2154508e req-b339a0c4-26a7-4dca-9291-6f4693e12641 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590637 Oct 20 09:01:19.399714 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device b5692122-4272-4400-bc7a-9069ae5bc48a up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:01:19.415597 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3531ae-54c2-4ea2-b2a6-74199192b5e8 req-a78209ca-9f48-42af-b1e8-43fc1def3a22 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:19.433547 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7b3531ae-54c2-4ea2-b2a6-74199192b5e8 req-a78209ca-9f48-42af-b1e8-43fc1def3a22 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 944 time: 0.1524084 Oct 20 09:01:19.444703 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18e26727-4ddc-4366-88e2-d5484800712d admin admin] Publish callbacks [] for security_group (19fced47-ba45-46bd-860b-f56c40beae0a), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:19.464093 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18e26727-4ddc-4366-88e2-d5484800712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (19fced47-ba45-46bd-860b-f56c40beae0a), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:19.486440 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port b5692122-4272-4400-bc7a-9069ae5bc48a completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:01:19.494653 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port b5692122-4272-4400-bc7a-9069ae5bc48a triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:19.495235 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:19.495731 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port b5692122-4272-4400-bc7a-9069ae5bc48a Oct 20 09:01:19.595312 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:19.607994 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port b5692122-4272-4400-bc7a-9069ae5bc48a is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:19.608398 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:19.645614 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port b5692122-4272-4400-bc7a-9069ae5bc48a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b5692122-4272-4400-bc7a-9069ae5bc48a,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:19.653305 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:19.653305 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 7681f5a2-5dbc-4513-b44a-9c70525ecfee up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:01:19.757201 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=b5692122-4272-4400-bc7a-9069ae5bc48a,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:19.776505 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port 7681f5a2-5dbc-4513-b44a-9c70525ecfee completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:01:19.784646 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 7681f5a2-5dbc-4513-b44a-9c70525ecfee triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:19.785109 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:19.785656 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 7681f5a2-5dbc-4513-b44a-9c70525ecfee Oct 20 09:01:19.810951 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:19.815947 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-18e26727-4ddc-4366-88e2-d5484800712d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b40b02ee60bd47f9b2f3352911fe6aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8598511 Oct 20 09:01:19.819772 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58368) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:19.833590 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:19.848089 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42ec50-0f35-4f48-8e7b-5997f36b18f6 req-74c0c31b-9993-45e9-a0ec-c23ddf7f25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:19.856399 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ef42ec50-0f35-4f48-8e7b-5997f36b18f6 req-74c0c31b-9993-45e9-a0ec-c23ddf7f25f3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 1130 time: 0.3969333 Oct 20 09:01:19.859191 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e26727-4ddc-4366-88e2-d5484800712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fced47-ba45-46bd-860b-f56c40beae0a,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:19.875812 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7b3531ae-54c2-4ea2-b2a6-74199192b5e8 req-73223736-b466-4447-bcdc-da22328f9bd6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4407780 Oct 20 09:01:19.924992 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 7681f5a2-5dbc-4513-b44a-9c70525ecfee is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:19.925514 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:19.927618 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e5b-fdc1-443c-adf8-9badb3afccf7 admin admin] Publish callbacks [] for security_group (19fced47-ba45-46bd-860b-f56c40beae0a), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:19.953641 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e5b-fdc1-443c-adf8-9badb3afccf7 admin admin] Publish callbacks [] for security_group (19fced47-ba45-46bd-860b-f56c40beae0a), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:19.969598 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 7681f5a2-5dbc-4513-b44a-9c70525ecfee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7681f5a2-5dbc-4513-b44a-9c70525ecfee,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:19.976173 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:20.015776 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:20.051445 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=7681f5a2-5dbc-4513-b44a-9c70525ecfee,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:20.052883 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e5b-fdc1-443c-adf8-9badb3afccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (19fced47-ba45-46bd-860b-f56c40beae0a), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:20.056216 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3e5b-fdc1-443c-adf8-9badb3afccf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:20.070936 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ccfe3e5b-fdc1-443c-adf8-9badb3afccf7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/19fced47-ba45-46bd-860b-f56c40beae0a HTTP/1.1" status: 204 len: 168 time: 0.2420497 Oct 20 09:01:20.098206 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6900-5037-4a43-9fab-bf4b78c562fe req-18adf6a0-f3db-401c-b1f6-ebd146684e30 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:20.106359 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4a2d6900-5037-4a43-9fab-bf4b78c562fe req-18adf6a0-f3db-401c-b1f6-ebd146684e30 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0948327 Oct 20 09:01:20.110065 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe3e5b-fdc1-443c-adf8-9badb3afccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fced47-ba45-46bd-860b-f56c40beae0a,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:20.176107 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4a2d6900-5037-4a43-9fab-bf4b78c562fe req-9c1a1f24-4a05-4d70-817f-14dd3ccafb86 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642483 Oct 20 09:01:20.234103 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256fcd5-9ba2-4cf5-88bc-c07ebef5ebed req-b49db85c-c2e5-46f4-a592-bc6f6fdcba7f tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:20.243359 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6256fcd5-9ba2-4cf5-88bc-c07ebef5ebed req-b49db85c-c2e5-46f4-a592-bc6f6fdcba7f tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 945 time: 0.0908196 Oct 20 09:01:20.301597 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6256fcd5-9ba2-4cf5-88bc-c07ebef5ebed req-cde41798-2168-4bcb-9988-211e824ee36a tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572071 Oct 20 09:01:20.357399 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ef42ec50-0f35-4f48-8e7b-5997f36b18f6 req-c0beafbb-ff94-4243-b7bb-04ef3993b9dd service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919495 Oct 20 09:01:20.468709 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf72e57-7d0b-437d-a6e1-68dea5f119c9 req-9fc8e1c4-28b8-485b-9669-9c2962d43707 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:20.470241 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0bf72e57-7d0b-437d-a6e1-68dea5f119c9 req-9fc8e1c4-28b8-485b-9669-9c2962d43707 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 945 time: 0.0650759 Oct 20 09:01:20.522253 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0bf72e57-7d0b-437d-a6e1-68dea5f119c9 req-94e80063-131c-44e4-964f-ca7ac0b7c825 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451987 Oct 20 09:01:20.545950 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58416) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:20.559517 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a5ac54ce-8738-44f4-a644-83c02fc7986e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:20.638713 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a5ac54ce-8738-44f4-a644-83c02fc7986e admin admin] Publish callbacks [] for security_group (d3c86718-e839-420a-9846-8b8fb89ef8ef), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:20.643110 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a5ac54ce-8738-44f4-a644-83c02fc7986e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d3c86718-e839-420a-9846-8b8fb89ef8ef), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:20.683397 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-a5ac54ce-8738-44f4-a644-83c02fc7986e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5847784d5e33418085e3a5be19a91d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363423 Oct 20 09:01:20.684259 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac54ce-8738-44f4-a644-83c02fc7986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c86718-e839-420a-9846-8b8fb89ef8ef,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:20.686013 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58426) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:20.740354 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a4bcab82-017c-45ec-a91b-e2931f3b686a admin admin] Publish callbacks [] for security_group (d3c86718-e839-420a-9846-8b8fb89ef8ef), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:20.760822 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a4bcab82-017c-45ec-a91b-e2931f3b686a admin admin] Publish callbacks [] for security_group (d3c86718-e839-420a-9846-8b8fb89ef8ef), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:20.807817 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a4bcab82-017c-45ec-a91b-e2931f3b686a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d3c86718-e839-420a-9846-8b8fb89ef8ef), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:20.810484 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a4bcab82-017c-45ec-a91b-e2931f3b686a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:20.814019 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a4bcab82-017c-45ec-a91b-e2931f3b686a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d3c86718-e839-420a-9846-8b8fb89ef8ef HTTP/1.1" status: 204 len: 168 time: 0.1240232 Oct 20 09:01:20.819855 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcab82-017c-45ec-a91b-e2931f3b686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c86718-e839-420a-9846-8b8fb89ef8ef,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:21.036435 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99723067-99ac-4d83-be54-f413f1693cbd req-459b156a-9dc7-43bb-b95f-69d120337e2d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:21.038884 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-99723067-99ac-4d83-be54-f413f1693cbd req-459b156a-9dc7-43bb-b95f-69d120337e2d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 944 time: 0.0553150 Oct 20 09:01:21.091827 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-99723067-99ac-4d83-be54-f413f1693cbd req-b6c2986f-1310-486c-a9c5-643fa6e7080b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465884 Oct 20 09:01:21.215384 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bccd9d-c1c7-477f-b8a5-914edd9fa2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5692122-4272-4400-bc7a-9069ae5bc48a'}, {'server_uuid': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7681f5a2-5dbc-4513-b44a-9c70525ecfee'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:21.219617 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a199ef0-bf59-4f01-84cc-7f79420413d8" -d '{"events": [{"server_uuid": "91bccd9d-c1c7-477f-b8a5-914edd9fa2eb", "name": "network-vif-plugged", "status": "completed", "tag": "b5692122-4272-4400-bc7a-9069ae5bc48a"}, {"server_uuid": "ec9ae57d-3e5a-490f-beba-d071e86a7b31", "name": "network-vif-plugged", "status": "completed", "tag": "7681f5a2-5dbc-4513-b44a-9c70525ecfee"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:21.311910 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e0acad-d73e-42f8-8b87-18255304892f x-openstack-request-id: req-d8e0acad-d73e-42f8-8b87-18255304892f {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:21.311910 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bccd9d-c1c7-477f-b8a5-914edd9fa2eb", "name": "network-vif-plugged", "status": "completed", "tag": "b5692122-4272-4400-bc7a-9069ae5bc48a", "code": 200}, {"server_uuid": "ec9ae57d-3e5a-490f-beba-d071e86a7b31", "name": "network-vif-plugged", "status": "completed", "tag": "7681f5a2-5dbc-4513-b44a-9c70525ecfee", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:21.312167 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8e0acad-d73e-42f8-8b87-18255304892f {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:21.312444 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e0acad-d73e-42f8-8b87-18255304892f'] response: {'server_uuid': '91bccd9d-c1c7-477f-b8a5-914edd9fa2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5692122-4272-4400-bc7a-9069ae5bc48a', 'code': 200} Oct 20 09:01:21.312730 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e0acad-d73e-42f8-8b87-18255304892f'] response: {'server_uuid': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'code': 200} Oct 20 09:01:21.352987 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abf611-fb5f-4f8e-b800-03f8323b0d4d req-44745f54-223c-4bc8-a4d9-a844f471426b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:21.357110 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-92abf611-fb5f-4f8e-b800-03f8323b0d4d req-44745f54-223c-4bc8-a4d9-a844f471426b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1071503 Oct 20 09:01:21.398622 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6ba2009e-08be-4c65-a1d5-5e9548c8d407 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:01:21.435653 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-92abf611-fb5f-4f8e-b800-03f8323b0d4d req-a999c8e3-c396-4537-a9e4-587ff27fb930 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735145 Oct 20 09:01:21.473144 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:01:21.481803 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:21.482259 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:21.482646 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 Oct 20 09:01:21.523681 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aca75-f42e-4edb-8dfb-0565b5eaf7a9 req-b3b8adca-7f4f-443b-8bd2-cee7d3d76498 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:21.524234 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58498) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:21.532460 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e57aca75-f42e-4edb-8dfb-0565b5eaf7a9 req-b3b8adca-7f4f-443b-8bd2-cee7d3d76498 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 945 time: 0.0889423 Oct 20 09:01:21.602618 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:21.647128 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e57aca75-f42e-4edb-8dfb-0565b5eaf7a9 req-f21ca0ac-035f-4902-a94b-6cbd50db4966 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138549 Oct 20 09:01:21.695787 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:21.696178 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:21.756161 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2c693-64c7-4253-94f0-cc475a6ad497 req-1614af69-85bf-4d8c-8235-635ff02eda26 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:21.770387 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cec2c693-64c7-4253-94f0-cc475a6ad497 req-1614af69-85bf-4d8c-8235-635ff02eda26 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 945 time: 0.1067445 Oct 20 09:01:21.816739 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:21.821715 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:21.837099 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c34c873a-a4a6-4715-983a-cdeaf576a455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:21.853047 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:21.858034 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cec2c693-64c7-4253-94f0-cc475a6ad497 req-fb984670-21fa-493e-b7b9-9e8e46246aaa tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866098 Oct 20 09:01:21.876969 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=6ba2009e-08be-4c65-a1d5-5e9548c8d407,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:21.939665 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c34c873a-a4a6-4715-983a-cdeaf576a455 admin admin] Publish callbacks [] for security_group (59d09a68-9e12-45ab-b156-21c9b55b20f6), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:21.943438 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c34c873a-a4a6-4715-983a-cdeaf576a455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (59d09a68-9e12-45ab-b156-21c9b55b20f6), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:21.975144 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:21.985241 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c34c873a-a4a6-4715-983a-cdeaf576a455 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=26b9b0f59a9345418c8c423d277cfbae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4598522 Oct 20 09:01:21.986403 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c873a-a4a6-4715-983a-cdeaf576a455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d09a68-9e12-45ab-b156-21c9b55b20f6,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:21.987998 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58520) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:22.038661 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d7e989f8-f37e-4422-87dc-ce7d192b9414 admin admin] Publish callbacks [] for security_group (59d09a68-9e12-45ab-b156-21c9b55b20f6), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:22.058882 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d7e989f8-f37e-4422-87dc-ce7d192b9414 admin admin] Publish callbacks [] for security_group (59d09a68-9e12-45ab-b156-21c9b55b20f6), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:22.105984 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d7e989f8-f37e-4422-87dc-ce7d192b9414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (59d09a68-9e12-45ab-b156-21c9b55b20f6), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:22.108520 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d7e989f8-f37e-4422-87dc-ce7d192b9414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:22.109638 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d7e989f8-f37e-4422-87dc-ce7d192b9414 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/59d09a68-9e12-45ab-b156-21c9b55b20f6 HTTP/1.1" status: 204 len: 168 time: 0.1206598 Oct 20 09:01:22.118739 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e989f8-f37e-4422-87dc-ce7d192b9414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d09a68-9e12-45ab-b156-21c9b55b20f6,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:22.266880 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423240d1-b31a-462b-95b3-8a140f4aa52d req-479ab5eb-413e-43ff-9a37-855232fdd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:22.268389 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-423240d1-b31a-462b-95b3-8a140f4aa52d req-479ab5eb-413e-43ff-9a37-855232fdd38c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 1129 time: 0.0430727 Oct 20 09:01:22.290944 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bfc9b-b9e5-47b2-a372-67149e7ea6b6 req-719d1588-2303-450d-9fbc-816e6a32364b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:22.297571 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-333bfc9b-b9e5-47b2-a372-67149e7ea6b6 req-719d1588-2303-450d-9fbc-816e6a32364b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.1051066 Oct 20 09:01:22.358515 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-423240d1-b31a-462b-95b3-8a140f4aa52d req-bde6401c-290e-49bb-8ab4-15d29f52b800 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820506 Oct 20 09:01:22.382977 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-333bfc9b-b9e5-47b2-a372-67149e7ea6b6 req-d333a361-9759-4b57-831a-98bec3afe8e0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838640 Oct 20 09:01:22.565375 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755358ed-2471-4b5f-ac32-2cbb561820fe req-d2e0ae38-cf02-4a23-8eb6-bb4c02e4dbeb tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:22.572057 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-755358ed-2471-4b5f-ac32-2cbb561820fe req-d2e0ae38-cf02-4a23-8eb6-bb4c02e4dbeb tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0603564 Oct 20 09:01:22.576064 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58542) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:22.590236 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4fd91bcf-e729-4e3a-ab3b-017e4cf8cf6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:22.615897 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-755358ed-2471-4b5f-ac32-2cbb561820fe req-ee5caa57-39e6-4bc8-841e-2918a62fe0a9 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 Oct 20 09:01:22.628311 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:22.713394 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4fd91bcf-e729-4e3a-ab3b-017e4cf8cf6f admin admin] Publish callbacks [] for security_group (1fa32dae-30e3-4be7-bf29-cf51fa93fb29), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:22.719692 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23ba8-c12c-462a-831b-7207f9df0e6b req-026cc698-f2da-48ef-b2a7-e46df782a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:22.721195 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-96c23ba8-c12c-462a-831b-7207f9df0e6b req-026cc698-f2da-48ef-b2a7-e46df782a5a5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 1129 time: 0.0632613 Oct 20 09:01:22.722500 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4fd91bcf-e729-4e3a-ab3b-017e4cf8cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (1fa32dae-30e3-4be7-bf29-cf51fa93fb29), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:22.773800 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd91bcf-e729-4e3a-ab3b-017e4cf8cf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa32dae-30e3-4be7-bf29-cf51fa93fb29,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:22.774417 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f13359-3ad6-40c9-9b93-fc24e234b4ae req-21ef56a8-f742-4a8a-99ca-a9f7b4fcf36a tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:22.779018 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-4fd91bcf-e729-4e3a-ab3b-017e4cf8cf6f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3fa9f2503b0247cebe217bd8e141880a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019207 Oct 20 09:01:22.782026 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58552) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:22.787179 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-88f13359-3ad6-40c9-9b93-fc24e234b4ae req-21ef56a8-f742-4a8a-99ca-a9f7b4fcf36a tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 945 time: 0.0629935 Oct 20 09:01:22.850182 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8cbdabeb-d641-4029-b151-89b8987fbe8b admin admin] Publish callbacks [] for security_group (1fa32dae-30e3-4be7-bf29-cf51fa93fb29), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:22.869882 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-88f13359-3ad6-40c9-9b93-fc24e234b4ae req-94a70f50-c391-4829-8aff-2f1f3a7ae29e tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765600 Oct 20 09:01:22.878716 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8cbdabeb-d641-4029-b151-89b8987fbe8b admin admin] Publish callbacks [] for security_group (1fa32dae-30e3-4be7-bf29-cf51fa93fb29), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:22.944103 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8cbdabeb-d641-4029-b151-89b8987fbe8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (1fa32dae-30e3-4be7-bf29-cf51fa93fb29), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:22.946706 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8cbdabeb-d641-4029-b151-89b8987fbe8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:22.947939 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-8cbdabeb-d641-4029-b151-89b8987fbe8b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1fa32dae-30e3-4be7-bf29-cf51fa93fb29 HTTP/1.1" status: 204 len: 168 time: 0.1644526 Oct 20 09:01:22.957975 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdabeb-d641-4029-b151-89b8987fbe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa32dae-30e3-4be7-bf29-cf51fa93fb29,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:23.070242 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af2e0f-19a0-46da-a6b3-4a8031aceeb0 req-6b0f59c1-374a-4052-80f0-1360c7d453b1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:23.072879 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-70af2e0f-19a0-46da-a6b3-4a8031aceeb0 req-6b0f59c1-374a-4052-80f0-1360c7d453b1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 945 time: 0.0673299 Oct 20 09:01:23.138560 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-70af2e0f-19a0-46da-a6b3-4a8031aceeb0 req-1709b517-40e3-4600-affd-14be491cf0b8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598006 Oct 20 09:01:23.155396 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665f987-8937-4070-8d6a-07bd6da8f7dc req-4914235b-062e-4c5f-823d-d3f60b868b2c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:23.171897 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5665f987-8937-4070-8d6a-07bd6da8f7dc req-4914235b-062e-4c5f-823d-d3f60b868b2c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1296515 Oct 20 09:01:23.280634 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-96c23ba8-c12c-462a-831b-7207f9df0e6b req-e4878959-70b1-49c4-bcde-2c992e838a7b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553621 Oct 20 09:01:23.304999 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5665f987-8937-4070-8d6a-07bd6da8f7dc req-f18996f0-7796-44e9-915d-bc481d1cf83e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272070 Oct 20 09:01:23.311795 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:23.313634 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:23.316615 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb4ca-9cc3-48c0-9bc7-c472663b71ea req-7aaa9cd7-faad-4529-bb03-658d822e87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:23.316997 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da83e15-0a19-4ce6-b16f-abf69116bbe5" -d '{"events": [{"server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "name": "network-vif-plugged", "status": "completed", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:23.318576 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f09fb4ca-9cc3-48c0-9bc7-c472663b71ea req-7aaa9cd7-faad-4529-bb03-658d822e87c0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 1130 time: 0.0807486 Oct 20 09:01:23.375690 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21f55ca-cd24-49dc-be32-4e3f0826ea36 x-openstack-request-id: req-a21f55ca-cd24-49dc-be32-4e3f0826ea36 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:23.376361 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "name": "network-vif-plugged", "status": "completed", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:23.376889 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a21f55ca-cd24-49dc-be32-4e3f0826ea36 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:23.378268 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21f55ca-cd24-49dc-be32-4e3f0826ea36'] response: {'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'code': 200} Oct 20 09:01:23.522296 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60524a-9946-4fea-afe7-aae3669c74b4 req-27fb36f9-9f3d-40f1-855c-7cab616ca425 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:23.524501 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2a60524a-9946-4fea-afe7-aae3669c74b4 req-27fb36f9-9f3d-40f1-855c-7cab616ca425 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0546613 Oct 20 09:01:23.591041 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2a60524a-9946-4fea-afe7-aae3669c74b4 req-71c5d18d-8bd3-492d-b544-365c3632e332 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607107 Oct 20 09:01:24.000604 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951452-6dcf-4965-a1a5-335abe70e485 req-5c3dcb87-5c18-437a-a4f8-10cdbf1f3f6f tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:24.002311 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-11951452-6dcf-4965-a1a5-335abe70e485 req-5c3dcb87-5c18-437a-a4f8-10cdbf1f3f6f tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 945 time: 0.0555575 Oct 20 09:01:24.055218 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-11951452-6dcf-4965-a1a5-335abe70e485 req-2f42a331-4644-44ba-9557-79bfe74e6365 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Oct 20 09:01:24.067478 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58640) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:24.301583 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddcf5f-ca61-48f2-881e-da46e90826e0 req-4bdbb812-fb11-4438-a72f-952ebebef848 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:24.303480 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-97ddcf5f-ca61-48f2-881e-da46e90826e0 req-4bdbb812-fb11-4438-a72f-952ebebef848 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 945 time: 0.0718718 Oct 20 09:01:24.326016 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65950c1e-24a7-4ee6-86c1-e8b4f035e93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:24.437156 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb4ca-9cc3-48c0-9bc7-c472663b71ea req-237c0d38-fc05-4e8c-8f70-5bc346041b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:24.438798 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f09fb4ca-9cc3-48c0-9bc7-c472663b71ea req-237c0d38-fc05-4e8c-8f70-5bc346041b3a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.0996013 Oct 20 09:01:24.463967 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-97ddcf5f-ca61-48f2-881e-da46e90826e0 req-d5aed8c2-25fb-4a0a-a475-2aeca83263e7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525671 Oct 20 09:01:24.526240 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76912b60-4f53-47ab-9754-7afc96152d7f req-5f071100-f83c-4183-9fe2-a9515de5ec42 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:24.533638 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-76912b60-4f53-47ab-9754-7afc96152d7f req-5f071100-f83c-4183-9fe2-a9515de5ec42 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1134968 Oct 20 09:01:24.551476 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65950c1e-24a7-4ee6-86c1-e8b4f035e93a admin admin] Publish callbacks [] for security_group (2b2cb05a-3d20-4f7f-88df-83f3bf62fad9), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:24.562509 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65950c1e-24a7-4ee6-86c1-e8b4f035e93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2b2cb05a-3d20-4f7f-88df-83f3bf62fad9), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:24.635061 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-65950c1e-24a7-4ee6-86c1-e8b4f035e93a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f9e1c6f0c4dc486c8c17a1ceab08bccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5660412 Oct 20 09:01:24.638241 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58668) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:24.641613 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65950c1e-24a7-4ee6-86c1-e8b4f035e93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2cb05a-3d20-4f7f-88df-83f3bf62fad9,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:24.648407 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-76912b60-4f53-47ab-9754-7afc96152d7f req-a1805630-e075-4db0-84ed-82473607e323 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137450 Oct 20 09:01:24.709971 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:24.757796 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f094545-39f4-4131-9b34-849221d90dc9 admin admin] Publish callbacks [] for security_group (2b2cb05a-3d20-4f7f-88df-83f3bf62fad9), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:24.791189 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a669bd-7618-41d4-a44b-322f3b11f9c8 req-23722ccc-c806-4a3e-8897-a5aa35826af3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:24.792959 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a0a669bd-7618-41d4-a44b-322f3b11f9c8 req-23722ccc-c806-4a3e-8897-a5aa35826af3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0701256 Oct 20 09:01:24.795163 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f094545-39f4-4131-9b34-849221d90dc9 admin admin] Publish callbacks [] for security_group (2b2cb05a-3d20-4f7f-88df-83f3bf62fad9), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:24.879573 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a0a669bd-7618-41d4-a44b-322f3b11f9c8 req-3564f5fb-b367-45f3-9174-da50abd38b01 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710182 Oct 20 09:01:24.910499 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f094545-39f4-4131-9b34-849221d90dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2b2cb05a-3d20-4f7f-88df-83f3bf62fad9), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:24.914234 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f094545-39f4-4131-9b34-849221d90dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:24.915530 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5f094545-39f4-4131-9b34-849221d90dc9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2b2cb05a-3d20-4f7f-88df-83f3bf62fad9 HTTP/1.1" status: 204 len: 168 time: 0.2760265 Oct 20 09:01:24.926587 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f094545-39f4-4131-9b34-849221d90dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2cb05a-3d20-4f7f-88df-83f3bf62fad9,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:25.069728 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58692) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:25.201101 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-edba20b8-d4cf-4f9b-8bbe-40d3715ddbdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.279690 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:UPDATE=2,neutron:INSERT=16,neutron:SELECT=82 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:25.292594 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f09fb4ca-9cc3-48c0-9bc7-c472663b71ea req-d4e9e69a-62e1-48f4-a150-6fafae6b4aa8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d706cc3-dd7f-4052-9a1e-5635f7716b26 HTTP/1.1" status: 200 len: 217 time: 0.0979483 Oct 20 09:01:25.296140 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138abcfd-ac33-4253-a20a-ff88a54f306f req-a479a000-d4eb-445a-b87b-cdb980016a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:25.298583 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-138abcfd-ac33-4253-a20a-ff88a54f306f req-a479a000-d4eb-445a-b87b-cdb980016a2c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 1129 time: 0.1018567 Oct 20 09:01:25.308187 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-edba20b8-d4cf-4f9b-8bbe-40d3715ddbdb admin admin] Publish callbacks [] for security_group (e53574d3-dbe7-4ace-a19d-6e22cd94ede0), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.312031 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-edba20b8-d4cf-4f9b-8bbe-40d3715ddbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (e53574d3-dbe7-4ace-a19d-6e22cd94ede0), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.317232 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58700) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:25.330911 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ee8abdf7-7c70-406c-a752-43f040f978c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.354242 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-edba20b8-d4cf-4f9b-8bbe-40d3715ddbdb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=192b294d0db04fbcaf3b125da598ea2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831247 Oct 20 09:01:25.355463 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba20b8-d4cf-4f9b-8bbe-40d3715ddbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53574d3-dbe7-4ace-a19d-6e22cd94ede0,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:25.358878 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58702) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:25.445592 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3438f965-f7e1-4654-bde8-955d76eb9f36 admin admin] Publish callbacks [] for security_group (e53574d3-dbe7-4ace-a19d-6e22cd94ede0), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.484778 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ee8abdf7-7c70-406c-a752-43f040f978c8 admin admin] Publish callbacks [] for security_group (94ce7fa1-d315-4cc9-8cce-2125a22c398e), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.486942 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3438f965-f7e1-4654-bde8-955d76eb9f36 admin admin] Publish callbacks [] for security_group (e53574d3-dbe7-4ace-a19d-6e22cd94ede0), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.495604 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ee8abdf7-7c70-406c-a752-43f040f978c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (94ce7fa1-d315-4cc9-8cce-2125a22c398e), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.554368 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8abdf7-7c70-406c-a752-43f040f978c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ce7fa1-d315-4cc9-8cce-2125a22c398e,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:25.562098 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-ee8abdf7-7c70-406c-a752-43f040f978c8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c03a06d2e93a42be9b2279ac67b47dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437360 Oct 20 09:01:25.562313 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58706) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:25.566654 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:25.592279 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3438f965-f7e1-4654-bde8-955d76eb9f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (e53574d3-dbe7-4ace-a19d-6e22cd94ede0), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.595496 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3438f965-f7e1-4654-bde8-955d76eb9f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.600337 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-3438f965-f7e1-4654-bde8-955d76eb9f36 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e53574d3-dbe7-4ace-a19d-6e22cd94ede0 HTTP/1.1" status: 204 len: 168 time: 0.2387779 Oct 20 09:01:25.610640 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438f965-f7e1-4654-bde8-955d76eb9f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53574d3-dbe7-4ace-a19d-6e22cd94ede0,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:25.614850 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:25.675923 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b7c0c-4d7e-4d64-a40a-e3f061cdb6a4 req-ca04c6bc-8e6a-4498-9c08-c50799961939 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:25.677413 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f72b7c0c-4d7e-4d64-a40a-e3f061cdb6a4 req-ca04c6bc-8e6a-4498-9c08-c50799961939 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 945 time: 0.0971973 Oct 20 09:01:25.742412 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-22c2d5be-164e-41ae-b88a-afc089414e30 admin admin] Publish callbacks [] for security_group (94ce7fa1-d315-4cc9-8cce-2125a22c398e), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.825887 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-22c2d5be-164e-41ae-b88a-afc089414e30 admin admin] Publish callbacks [] for security_group (94ce7fa1-d315-4cc9-8cce-2125a22c398e), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.884716 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f72b7c0c-4d7e-4d64-a40a-e3f061cdb6a4 req-e4270779-7238-4757-aa04-c2ee37459d98 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968498 Oct 20 09:01:25.940114 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-22c2d5be-164e-41ae-b88a-afc089414e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (94ce7fa1-d315-4cc9-8cce-2125a22c398e), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.943132 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-22c2d5be-164e-41ae-b88a-afc089414e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:25.945457 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb4ca-9cc3-48c0-9bc7-c472663b71ea req-4f1df3dc-32a7-4f7e-bda2-db10c9e6ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:25.949567 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-22c2d5be-164e-41ae-b88a-afc089414e30 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/94ce7fa1-d315-4cc9-8cce-2125a22c398e HTTP/1.1" status: 204 len: 168 time: 0.3856828 Oct 20 09:01:25.958197 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f09fb4ca-9cc3-48c0-9bc7-c472663b71ea req-4f1df3dc-32a7-4f7e-bda2-db10c9e6ada6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.1950152 Oct 20 09:01:25.960240 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2d5be-164e-41ae-b88a-afc089414e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ce7fa1-d315-4cc9-8cce-2125a22c398e,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:26.026512 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb4ca-9cc3-48c0-9bc7-c472663b71ea req-436f65e5-fdc3-4f72-9891-ba9cc86a9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:26.028025 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f09fb4ca-9cc3-48c0-9bc7-c472663b71ea req-436f65e5-fdc3-4f72-9891-ba9cc86a9855 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633788 Oct 20 09:01:26.030069 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-138abcfd-ac33-4253-a20a-ff88a54f306f req-a6b256e7-923b-4510-bdae-1991b1570770 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887080 Oct 20 09:01:26.036254 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47539df7-0461-4d14-9f72-44e3b1d1626c req-c0a6be78-c319-488b-ac09-cfeee0749f1a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:26.043572 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-47539df7-0461-4d14-9f72-44e3b1d1626c req-c0a6be78-c319-488b-ac09-cfeee0749f1a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.2110868 Oct 20 09:01:26.109565 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-47539df7-0461-4d14-9f72-44e3b1d1626c req-8bd7082d-f173-43a9-b0f1-e759cc3fe47c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598085 Oct 20 09:01:26.235799 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06553ae0-d322-4b3d-9b82-d5a6ab79264c req-c2a870ab-99e1-4cd6-9566-c25121c455f4 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:26.244520 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-06553ae0-d322-4b3d-9b82-d5a6ab79264c req-c2a870ab-99e1-4cd6-9566-c25121c455f4 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0621815 Oct 20 09:01:26.308151 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-06553ae0-d322-4b3d-9b82-d5a6ab79264c req-2d99cdad-a52f-4aa1-8846-4b13845074c8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627468 Oct 20 09:01:26.314121 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58742) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:26.339852 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f29a-5a13-4466-bdc9-e650b7867a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:26.395939 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:26.508849 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c37f-7616-4798-a9e4-c4bda4662e76 req-494995d7-3476-4a95-9923-ac641fe234b2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:26.510288 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-65f8c37f-7616-4798-a9e4-c4bda4662e76 req-494995d7-3476-4a95-9923-ac641fe234b2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 945 time: 0.1195235 Oct 20 09:01:26.521179 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58750) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:26.526869 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-7af09e82-0b0f-45e7-a00d-dd3164208411 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'floatingip': {'port_id': '7681f5a2-5dbc-4513-b44a-9c70525ecfee'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:26.546542 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f09fb4ca-9cc3-48c0-9bc7-c472663b71ea req-26e7c781-0385-433c-ad9c-adefd74dbc0a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958601 Oct 20 09:01:26.577623 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f29a-5a13-4466-bdc9-e650b7867a6a admin admin] Publish callbacks [] for security_group (31139f0b-a4c5-422c-9ac8-a5df9be8d351), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:26.582638 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f29a-5a13-4466-bdc9-e650b7867a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (31139f0b-a4c5-422c-9ac8-a5df9be8d351), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:26.605906 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7af09e82-0b0f-45e7-a00d-dd3164208411 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (8d0cee38-c8c4-4e39-9d30-c4d39c015bcc), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:26.623604 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3f29a-5a13-4466-bdc9-e650b7867a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31139f0b-a4c5-422c-9ac8-a5df9be8d351,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:26.629597 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d1d3f29a-5a13-4466-bdc9-e650b7867a6a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1776e1f445f548b7a54decdabe1c469d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125641 Oct 20 09:01:26.632159 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58754) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:26.689488 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-055edca0-bfd0-4f12-8c26-7f9d5f18d194 admin admin] Publish callbacks [] for security_group (31139f0b-a4c5-422c-9ac8-a5df9be8d351), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:26.712040 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-055edca0-bfd0-4f12-8c26-7f9d5f18d194 admin admin] Publish callbacks [] for security_group (31139f0b-a4c5-422c-9ac8-a5df9be8d351), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:26.745559 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:26.763991 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-055edca0-bfd0-4f12-8c26-7f9d5f18d194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (31139f0b-a4c5-422c-9ac8-a5df9be8d351), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:26.767801 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-055edca0-bfd0-4f12-8c26-7f9d5f18d194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:26.771273 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-055edca0-bfd0-4f12-8c26-7f9d5f18d194 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/31139f0b-a4c5-422c-9ac8-a5df9be8d351 HTTP/1.1" status: 204 len: 168 time: 0.1358838 Oct 20 09:01:26.779117 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055edca0-bfd0-4f12-8c26-7f9d5f18d194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31139f0b-a4c5-422c-9ac8-a5df9be8d351,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:26.968736 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f09fb4ca-9cc3-48c0-9bc7-c472663b71ea req-4be4ebec-eacf-48d0-ad82-79f98bad6242 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069269 Oct 20 09:01:26.995463 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58776) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:27.191970 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-881406966-network', 'tenant_id': '1f24684045924d9bbd661bd8a74f751c'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:27.260124 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Made reservation on behalf of 1f24684045924d9bbd661bd8a74f751c for: {'network': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:01:27.263125 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.290686 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58788) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:27.291591 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.345484 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917087-42f9-4bf8-b0b4-b65f0d143bc4 req-74dec2e3-9a59-4b53-bb70-8783b0f5d06a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:27.347074 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b3917087-42f9-4bf8-b0b4-b65f0d143bc4 req-74dec2e3-9a59-4b53-bb70-8783b0f5d06a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1318264 Oct 20 09:01:27.347921 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-28d931dd-3604-4751-95f5-9a18bafd7e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.468781 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b3917087-42f9-4bf8-b0b4-b65f0d143bc4 req-4f6c9835-4629-4b74-961f-5879d56e7f19 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050832 Oct 20 09:01:27.512367 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Publish callbacks [] for security_group (fec8d109-87bf-46cc-96ab-f737ef8e6175), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.520707 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (fec8d109-87bf-46cc-96ab-f737ef8e6175), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.548573 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-28d931dd-3604-4751-95f5-9a18bafd7e08 admin admin] Publish callbacks [] for security_group (6cab2c82-c7bd-458f-ad98-46e8132090ec), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.553720 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.db.resource_extend [None req-7af09e82-0b0f-45e7-a00d-dd3164208411 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 20 09:01:27.555350 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 480} {{(pid=104619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:01:27.563671 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:27.568289 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-28d931dd-3604-4751-95f5-9a18bafd7e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (6cab2c82-c7bd-458f-ad98-46e8132090ec), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.582915 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (aff0689c-c396-4591-ba22-1c1a693d6fc4), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.583258 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.segments_db [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Added segment aff0689c-c396-4591-ba22-1c1a693d6fc4 of type vlan for network 486282be-2bc1-4861-a66b-d007a838dbe4 Oct 20 09:01:27.585009 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec8d109-87bf-46cc-96ab-f737ef8e6175,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:27.610104 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.610451 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.610817 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.611157 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.611503 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.611817 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.612140 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.612465 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.612793 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.613122 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.613448 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.613768 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.614086 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.614405 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.614748 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:27.615134 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83226f9-8796-40c7-8b54-df2915a28acb req-7325458e-b373-48a2-845f-ed7ef7cd8fcf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:27.617185 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f83226f9-8796-40c7-8b54-df2915a28acb req-7325458e-b373-48a2-845f-ed7ef7cd8fcf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.1099844 Oct 20 09:01:27.645354 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7af09e82-0b0f-45e7-a00d-dd3164208411 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.647143 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-28d931dd-3604-4751-95f5-9a18bafd7e08 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=09b8131fb64e44599bc99a9fbe6f22d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473461 Oct 20 09:01:27.654120 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58792) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:27.662242 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7af09e82-0b0f-45e7-a00d-dd3164208411 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (8d0cee38-c8c4-4e39-9d30-c4d39c015bcc), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.667755 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (486282be-2bc1-4861-a66b-d007a838dbe4), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.683584 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d931dd-3604-4751-95f5-9a18bafd7e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cab2c82-c7bd-458f-ad98-46e8132090ec,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:27.703323 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (486282be-2bc1-4861-a66b-d007a838dbe4), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.704423 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:27.705002 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.725232 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:27.764291 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f83226f9-8796-40c7-8b54-df2915a28acb req-aab6e047-88ad-4641-84d8-c123a8ec2f16 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373944 Oct 20 09:01:27.769976 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7703807 Oct 20 09:01:27.770300 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58794) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:27.775430 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] Request body: {'subnet': {'network_id': '486282be-2bc1-4861-a66b-d007a838dbe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-881406966-subnet', 'tenant_id': '1f24684045924d9bbd661bd8a74f751c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:27.780522 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d27f1-cb59-4ad6-8315-640dcc85a8d5 admin admin] Pushing event updated for resources: {'Network': ['ID=486282be-2bc1-4861-a66b-d007a838dbe4,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:27.800059 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 486282be-2bc1-4861-a66b-d007a838dbe4 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:01:27.802235 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] Made reservation on behalf of 1f24684045924d9bbd661bd8a74f751c for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:01:27.805239 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.809159 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Publish callbacks [] for security_group (6cab2c82-c7bd-458f-ad98-46e8132090ec), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.821555 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:27.836690 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:27.842603 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Publish callbacks [] for security_group (6cab2c82-c7bd-458f-ad98-46e8132090ec), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:27.845349 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [None req-7af09e82-0b0f-45e7-a00d-dd3164208411 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Floating IP 8d0cee38-c8c4-4e39-9d30-c4d39c015bcc associated. External IP: 172.37.2.155, port: 7681f5a2-5dbc-4513-b44a-9c70525ecfee. Oct 20 09:01:27.983866 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (8ff89e22-1bdf-4bec-809c-fa564f421570), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:28.010236 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (6cab2c82-c7bd-458f-ad98-46e8132090ec), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:28.012779 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:28.013901 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6cab2c82-c7bd-458f-ad98-46e8132090ec HTTP/1.1" status: 204 len: 168 time: 0.3588340 Oct 20 09:01:28.028144 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cab2c82-c7bd-458f-ad98-46e8132090ec,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:28.034778 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff89e22-1bdf-4bec-809c-fa564f421570,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:28.041365 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.041698 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.042061 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.042581 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.043059 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.043560 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.044021 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.044504 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.044854 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.045180 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.045675 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.046067 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.046428 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.046674 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.046994 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7f28b-7f6a-4451-8062-bda64e65398f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:28.054711 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] Checking segment: {'id': 'aff0689c-c396-4591-ba22-1c1a693d6fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '486282be-2bc1-4861-a66b-d007a838dbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:01:28.055102 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] Network hostable DHCP agents. Network: 486282be-2bc1-4861-a66b-d007a838dbe4, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:01:28.086720 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] Network 486282be-2bc1-4861-a66b-d007a838dbe4 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:01:28.102082 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 486282be-2bc1-4861-a66b-d007a838dbe4) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:01:28.107008 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:28.107783 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:28.111351 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af09e82-0b0f-45e7-a00d-dd3164208411 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Router 5d6f9d11-ff8a-4c73-8522-18898834f2fd has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:01:28.112384 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf9972-e9b2-4e3a-b361-c8f8ffdebef6 None None] Network 486282be-2bc1-4861-a66b-d007a838dbe4 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:01:28.151554 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-55b6ca79-73f0-4288-86fa-c0de9ecf09eb admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3800330 Oct 20 09:01:28.191451 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:28.232335 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af09e82-0b0f-45e7-a00d-dd3164208411 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:01:28.246197 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02d877-593d-4f54-afcf-162f23b4827d None None] Sync routers for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:01:28.246747 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7af09e82-0b0f-45e7-a00d-dd3164208411 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:28.263156 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02d877-593d-4f54-afcf-162f23b4827d None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:01:28.266355 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df836b2-5788-430f-85cd-8df87b14bb86 None None] Network 486282be-2bc1-4861-a66b-d007a838dbe4 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:01:28.267684 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-4e02d877-593d-4f54-afcf-162f23b4827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:01:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:28.287061 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-7af09e82-0b0f-45e7-a00d-dd3164208411 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/8d0cee38-c8c4-4e39-9d30-c4d39c015bcc HTTP/1.1" status: 200 len: 991 time: 1.7643380 Oct 20 09:01:28.287977 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'tag': '7681f5a2-5dbc-4513-b44a-9c70525ecfee'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:28.290448 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905eb3ab-04c5-4c57-8e4d-eee191b464f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9ae57d-3e5a-490f-beba-d071e86a7b31", "tag": "7681f5a2-5dbc-4513-b44a-9c70525ecfee"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:28.406029 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18840c50-914a-4d3e-a077-6ff6fea42f8d x-openstack-request-id: req-18840c50-914a-4d3e-a077-6ff6fea42f8d {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:28.406556 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9ae57d-3e5a-490f-beba-d071e86a7b31", "tag": "7681f5a2-5dbc-4513-b44a-9c70525ecfee", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:28.407213 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18840c50-914a-4d3e-a077-6ff6fea42f8d {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:28.407772 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18840c50-914a-4d3e-a077-6ff6fea42f8d'] response: {'name': 'network-changed', 'server_uuid': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'tag': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'status': 'completed', 'code': 200} Oct 20 09:01:28.470258 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-4e02d877-593d-4f54-afcf-162f23b4827d None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:01:28.637905 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0594172-f6b3-4741-9c02-4c479a8097ef req-b79dccf8-189c-4bbd-b887-309001d5f5b5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:28.644790 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f0594172-f6b3-4741-9c02-4c479a8097ef req-b79dccf8-189c-4bbd-b887-309001d5f5b5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0803723 Oct 20 09:01:28.703987 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f0594172-f6b3-4741-9c02-4c479a8097ef req-052316ef-820d-49bd-ac14-a540b235e878 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563061 Oct 20 09:01:28.802416 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-4e02d877-593d-4f54-afcf-162f23b4827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d0cee38-c8c4-4e39-9d30-c4d39c015bcc', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.155', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:42:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:50Z', 'updated_at': '2022-10-20T09:01:27Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:28.836975 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02d877-593d-4f54-afcf-162f23b4827d None None] Checking router: 5d6f9d11-ff8a-4c73-8522-18898834f2fd for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:01:28.851499 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02d877-593d-4f54-afcf-162f23b4827d None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:01:28.852964 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-4e02d877-593d-4f54-afcf-162f23b4827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:01:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:28.908378 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db22d3a-3760-44b0-9837-aae4b6a33e9e req-2f64e0a3-0777-432b-a668-d6bee4c77baf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:28.917287 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7db22d3a-3760-44b0-9837-aae4b6a33e9e req-2f64e0a3-0777-432b-a668-d6bee4c77baf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0595720 Oct 20 09:01:28.941329 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8a707aaf-192b-4422-be6f-bfd894a1f945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:28.980718 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7db22d3a-3760-44b0-9837-aae4b6a33e9e req-62e82d14-007c-4b97-a7c8-5127162c025b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625176 Oct 20 09:01:28.988472 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58842) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:29.001434 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-4e02d877-593d-4f54-afcf-162f23b4827d None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:01:29.085213 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58848) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:29.090739 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-189043265-network', 'tenant_id': '5a5c6b9deac74d5f92cbd17bc0ca0cd2'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:29.108550 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1300566350-network', 'tenant_id': '847f0b8423334fc7b505313a10845bcb'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:29.123333 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Made reservation on behalf of 5a5c6b9deac74d5f92cbd17bc0ca0cd2 for: {'network': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:01:29.125554 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.138304 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.147888 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Made reservation on behalf of 847f0b8423334fc7b505313a10845bcb for: {'network': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:01:29.150158 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.164856 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.223665 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-4e02d877-593d-4f54-afcf-162f23b4827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d0cee38-c8c4-4e39-9d30-c4d39c015bcc', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.155', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:42:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:50Z', 'updated_at': '2022-10-20T09:01:27Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:29.225387 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:29.252649 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02d877-593d-4f54-afcf-162f23b4827d None None] The sync data for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi is: [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d0cee38-c8c4-4e39-9d30-c4d39c015bcc', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.155', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:42:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:50Z', 'updated_at': '2022-10-20T09:01:27Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:01:29.264468 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=23,neutron:SELECT=72,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:29.278344 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Publish callbacks [] for security_group (b92150e4-bc5a-49bd-bb72-5c9da29cc15d), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.289212 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (b92150e4-bc5a-49bd-bb72-5c9da29cc15d), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.327199 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=104619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:01:29.330371 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Publish callbacks [] for security_group (8a686ae8-6156-4e39-b47a-5e036e15a3d7), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.339844 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92150e4-bc5a-49bd-bb72-5c9da29cc15d,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:29.342662 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (8a686ae8-6156-4e39-b47a-5e036e15a3d7), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.349400 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (d21b9ddd-4b26-4488-8293-f820d9f3faa0), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.349741 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.segments_db [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Added segment d21b9ddd-4b26-4488-8293-f820d9f3faa0 of type vlan for network ab81ebf7-f108-4b20-9c59-a2e4ea674394 Oct 20 09:01:29.402685 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 457} {{(pid=104619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:01:29.418318 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a686ae8-6156-4e39-b47a-5e036e15a3d7,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:29.425460 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (ab81ebf7-f108-4b20-9c59-a2e4ea674394), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.434868 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (a272bf23-dda4-4b1e-ac2f-df90cbbf97b1), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.435200 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.segments_db [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Added segment a272bf23-dda4-4b1e-ac2f-df90cbbf97b1 of type vlan for network 4ee4717f-cbab-45d5-be89-db298134faad Oct 20 09:01:29.490847 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (4ee4717f-cbab-45d5-be89-db298134faad), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.495902 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (ab81ebf7-f108-4b20-9c59-a2e4ea674394), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.496885 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:29.497533 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.571147 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4847763 Oct 20 09:01:29.571429 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 58856) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:29.584535 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] Request body: {'subnet': {'network_id': 'ab81ebf7-f108-4b20-9c59-a2e4ea674394', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-189043265-subnet', 'tenant_id': '5a5c6b9deac74d5f92cbd17bc0ca0cd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:29.586066 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (4ee4717f-cbab-45d5-be89-db298134faad), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.587091 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:29.587683 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.597218 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49461acb-df48-4814-b0b5-f3c2acc6771a admin admin] Pushing event updated for resources: {'Network': ['ID=ab81ebf7-f108-4b20-9c59-a2e4ea674394,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:29.613723 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] Made reservation on behalf of 5a5c6b9deac74d5f92cbd17bc0ca0cd2 for: {'subnet': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:01:29.614518 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network ab81ebf7-f108-4b20-9c59-a2e4ea674394 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:01:29.617222 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.641191 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41857b-1e2d-4c9e-ac94-56c1234d51d9 None None] New status for floating IP 8d0cee38-c8c4-4e39-9d30-c4d39c015bcc: ACTIVE {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:01:29.656763 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6671643 Oct 20 09:01:29.659321 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58858) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:29.671420 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] Request body: {'subnet': {'network_id': '4ee4717f-cbab-45d5-be89-db298134faad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1300566350-subnet', 'tenant_id': '847f0b8423334fc7b505313a10845bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:29.693717 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecdf33-e69d-4475-ac70-0933cd48e9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=4ee4717f-cbab-45d5-be89-db298134faad,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:29.744170 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] Made reservation on behalf of 847f0b8423334fc7b505313a10845bcb for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:01:29.746655 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.753723 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eb3ab-04c5-4c57-8e4d-eee191b464f9 req-bac09ce7-7da0-49cd-8d2a-5bd8fe906a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:29.755248 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-905eb3ab-04c5-4c57-8e4d-eee191b464f9 req-bac09ce7-7da0-49cd-8d2a-5bd8fe906a0a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 1129 time: 0.0776050 Oct 20 09:01:29.781640 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 4ee4717f-cbab-45d5-be89-db298134faad details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:01:29.877650 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (48d9d3d6-b3ae-40c6-9ba7-e3aa44fd9292), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:29.909618 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d24279-7c01-4600-94a1-9b032cceb84e req-5a41ee56-1971-4740-9344-6499a1db10f3 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:29.912312 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-43d24279-7c01-4600-94a1-9b032cceb84e req-5a41ee56-1971-4740-9344-6499a1db10f3 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0827274 Oct 20 09:01:29.957616 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:29.970177 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d9d3d6-b3ae-40c6-9ba7-e3aa44fd9292,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:29.984948 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] Checking segment: {'id': 'd21b9ddd-4b26-4488-8293-f820d9f3faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'ab81ebf7-f108-4b20-9c59-a2e4ea674394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:01:29.985416 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] Network hostable DHCP agents. Network: ab81ebf7-f108-4b20-9c59-a2e4ea674394, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:01:29.995426 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:30.023669 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-43d24279-7c01-4600-94a1-9b032cceb84e req-2345b4cf-261b-42d8-8ae5-d7416722a284 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940378 Oct 20 09:01:30.037323 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] Network ab81ebf7-f108-4b20-9c59-a2e4ea674394 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:01:30.062707 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ab81ebf7-f108-4b20-9c59-a2e4ea674394) {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:01:30.063417 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:30.064004 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:30.068969 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c7b2d1-7d99-4e71-9dfc-a6d13ee23643 None None] Network ab81ebf7-f108-4b20-9c59-a2e4ea674394 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:01:30.100852 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-340a9cda-e2e3-415e-bf71-9ac323e3346a admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5203855 Oct 20 09:01:30.160906 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:30.172812 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (ef23d62f-1e96-4e18-b968-72aa31bb978d), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:30.204173 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b41cd-7db5-4fce-8118-93bcb0baf28b req-3c9d0e9a-d8c0-41a4-b88b-451d7e69d5b6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:30.205833 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d01b41cd-7db5-4fce-8118-93bcb0baf28b req-3c9d0e9a-d8c0-41a4-b88b-451d7e69d5b6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0916827 Oct 20 09:01:30.206240 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce5022f-4d13-4316-a105-89d58e7888be None None] Network ab81ebf7-f108-4b20-9c59-a2e4ea674394 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:01:30.238291 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:30.274839 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:30.280714 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef23d62f-1e96-4e18-b968-72aa31bb978d,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:30.300545 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d01b41cd-7db5-4fce-8118-93bcb0baf28b req-ae54e002-7643-4ded-bf68-02285f0ca152 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866618 Oct 20 09:01:30.302883 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] Checking segment: {'id': 'a272bf23-dda4-4b1e-ac2f-df90cbbf97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:01:30.304451 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] Network hostable DHCP agents. Network: 4ee4717f-cbab-45d5-be89-db298134faad, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:01:30.335893 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] Network 4ee4717f-cbab-45d5-be89-db298134faad is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:01:30.347334 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4ee4717f-cbab-45d5-be89-db298134faad) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:01:30.351911 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:30.352643 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:30.357788 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981b4e6e-4478-4e44-b163-f9d899f676d6 None None] Network 4ee4717f-cbab-45d5-be89-db298134faad requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:01:30.379141 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-ca7409b7-9eb9-4914-b4d5-630fecc04a52 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7186906 Oct 20 09:01:30.466556 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6911ac0-8fe6-4473-a52a-91699c2c79da None None] Network 4ee4717f-cbab-45d5-be89-db298134faad requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:01:31.026858 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-e40abbf5-6699-4538-880c-c5f478bd3470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:31.166600 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2493c-20ca-404e-a627-c343229619d0 req-ff31ea0e-fa59-4877-85d9-844e68309624 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:31.168091 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-89e2493c-20ca-404e-a627-c343229619d0 req-ff31ea0e-fa59-4877-85d9-844e68309624 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0515947 Oct 20 09:01:31.213956 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-89e2493c-20ca-404e-a627-c343229619d0 req-716c1270-d1c5-4da2-a574-84cc8e0d3491 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Oct 20 09:01:31.441052 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143deaf-bb5d-4187-83ea-be057222792a req-8910a0de-dab0-41fb-8071-f0dac14935a9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:31.442542 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b143deaf-bb5d-4187-83ea-be057222792a req-8910a0de-dab0-41fb-8071-f0dac14935a9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0477631 Oct 20 09:01:31.488506 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b143deaf-bb5d-4187-83ea-be057222792a req-2de37d45-412f-49c1-a877-3e69fa619b9b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402553 Oct 20 09:01:32.332624 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d1c92-94f1-4ebf-8834-52c0dd489471 req-4b041f6d-51be-4918-bbb0-7fb3f15a721c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:32.334082 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-641d1c92-94f1-4ebf-8834-52c0dd489471 req-4b041f6d-51be-4918-bbb0-7fb3f15a721c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0459669 Oct 20 09:01:32.371080 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:32.385013 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-641d1c92-94f1-4ebf-8834-52c0dd489471 req-528be641-64a7-4fe8-9e2c-54d8b5f70d7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Oct 20 09:01:32.608720 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9765-a182-4538-a41b-9d14d30861aa req-4b0eb13b-c921-413c-b5f3-c310efcac853 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:32.610161 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-af1b9765-a182-4538-a41b-9d14d30861aa req-4b0eb13b-c921-413c-b5f3-c310efcac853 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0453928 Oct 20 09:01:32.656557 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-af1b9765-a182-4538-a41b-9d14d30861aa req-205cbff6-1959-42dd-99cf-c52be0cd703c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408430 Oct 20 09:01:33.113209 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eb3ab-04c5-4c57-8e4d-eee191b464f9 req-d71694bc-2e73-496f-857e-da31f9a3dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:33.114699 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-905eb3ab-04c5-4c57-8e4d-eee191b464f9 req-d71694bc-2e73-496f-857e-da31f9a3dde9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 915 time: 0.0986023 Oct 20 09:01:33.507424 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cefc2f-9876-4551-9ac1-36e33fedef9c req-54db2745-177e-4c91-8968-bd580cd3e16b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:33.509667 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-38cefc2f-9876-4551-9ac1-36e33fedef9c req-54db2745-177e-4c91-8968-bd580cd3e16b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0509109 Oct 20 09:01:33.556234 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-38cefc2f-9876-4551-9ac1-36e33fedef9c req-710758e0-a7db-420a-8191-d8e45b5572c0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Oct 20 09:01:33.794380 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe2100-717d-4c6a-833e-9cb0c90ce99a req-841163be-0538-49d4-9ee5-5097b2d576f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:33.795950 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-65fe2100-717d-4c6a-833e-9cb0c90ce99a req-841163be-0538-49d4-9ee5-5097b2d576f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0502894 Oct 20 09:01:33.850702 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-65fe2100-717d-4c6a-833e-9cb0c90ce99a req-e858b2fe-b6b7-4118-ac3e-096e5e63ae81 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489070 Oct 20 09:01:33.985558 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb42e85-e56a-4590-85f2-26ac05f8ec6f req-2a81a098-aebc-400d-a1b5-2ca15c399879 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:33.987170 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8bb42e85-e56a-4590-85f2-26ac05f8ec6f req-2a81a098-aebc-400d-a1b5-2ca15c399879 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0486898 Oct 20 09:01:34.000625 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 58948) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:34.005224 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-67285070-c6ce-442a-85d7-c6d13fc22aed tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'floatingip': {'port_id': '6ba2009e-08be-4c65-a1d5-5e9548c8d407'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:34.033222 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-905eb3ab-04c5-4c57-8e4d-eee191b464f9 req-cdab97be-324e-4118-8d54-b1736b862046 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7681f5a2-5dbc-4513-b44a-9c70525ecfee HTTP/1.1" status: 200 len: 1001 time: 0.1219225 Oct 20 09:01:34.085410 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-67285070-c6ce-442a-85d7-c6d13fc22aed tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (c40b3432-9cf8-4a3e-bf12-f08f61bcf179), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:34.105157 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:34.210357 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eb3ab-04c5-4c57-8e4d-eee191b464f9 req-b35c1407-d7de-4820-9d92-c17359920f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:34.211784 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-905eb3ab-04c5-4c57-8e4d-eee191b464f9 req-b35c1407-d7de-4820-9d92-c17359920f7e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.1454563 Oct 20 09:01:34.270432 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:34.287470 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eb3ab-04c5-4c57-8e4d-eee191b464f9 req-c8945611-ef9d-4204-8124-8bebd7c33998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:34.288961 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-905eb3ab-04c5-4c57-8e4d-eee191b464f9 req-c8945611-ef9d-4204-8124-8bebd7c33998 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599890 Oct 20 09:01:34.425508 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:34.490527 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:34.510581 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-905eb3ab-04c5-4c57-8e4d-eee191b464f9 req-ac785a02-2cfa-4ab1-b503-d029a00370f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908374 Oct 20 09:01:34.969383 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38796e-ed28-463d-927f-35f3d5b1dc49 req-a7fa43ac-72a6-4420-bb03-4f7986db9721 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:34.970894 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bb38796e-ed28-463d-927f-35f3d5b1dc49 req-a7fa43ac-72a6-4420-bb03-4f7986db9721 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.3374672 Oct 20 09:01:35.044997 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-905eb3ab-04c5-4c57-8e4d-eee191b464f9 req-2b00b796-f218-4535-b180-bb7e49d987bb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983888 Oct 20 09:01:35.046738 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.db.resource_extend [None req-67285070-c6ce-442a-85d7-c6d13fc22aed tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 20 09:01:35.129193 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-67285070-c6ce-442a-85d7-c6d13fc22aed tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:35.137688 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-67285070-c6ce-442a-85d7-c6d13fc22aed tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (c40b3432-9cf8-4a3e-bf12-f08f61bcf179), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:35.144291 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bb38796e-ed28-463d-927f-35f3d5b1dc49 req-9c296973-f338-4d5e-b545-20caf944d7cd tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488569 Oct 20 09:01:35.241568 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [None req-67285070-c6ce-442a-85d7-c6d13fc22aed tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Floating IP c40b3432-9cf8-4a3e-bf12-f08f61bcf179 associated. External IP: 172.37.2.21, port: 6ba2009e-08be-4c65-a1d5-5e9548c8d407. Oct 20 09:01:35.446923 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30d36-4e97-427a-8104-9a517f8af348 req-33f2e642-0dfb-43df-adea-bbcfb247650d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:35.448435 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-33f2e642-0dfb-43df-adea-bbcfb247650d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/networks?id=4ee4717f-cbab-45d5-be89-db298134faad HTTP/1.1" status: 200 len: 809 time: 0.1180460 Oct 20 09:01:35.466188 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67285070-c6ce-442a-85d7-c6d13fc22aed tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Router eef76796-bf79-432b-9083-b7245a10f8c8 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:01:35.472312 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-868cd21e-15a9-4bb4-bd3c-969c94605299 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/quotas/847f0b8423334fc7b505313a10845bcb HTTP/1.1" status: 200 len: 375 time: 0.0167289 Oct 20 09:01:35.511461 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-ca2791af-df31-4893-984c-d0e4a73e1477 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=847f0b8423334fc7b505313a10845bcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324528 Oct 20 09:01:35.580423 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67285070-c6ce-442a-85d7-c6d13fc22aed tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:01:35.585234 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-67285070-c6ce-442a-85d7-c6d13fc22aed tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:35.590922 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f667e6-7f5a-4613-824c-204da9c9c3a6 None None] Sync routers for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:01:35.600615 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f667e6-7f5a-4613-824c-204da9c9c3a6 None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:01:35.601329 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-97f667e6-7f5a-4613-824c-204da9c9c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:01:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:35.602997 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-2316332c-44e8-4f26-82ac-d11691265626 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/4ee4717f-cbab-45d5-be89-db298134faad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850482 Oct 20 09:01:35.619136 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-67285070-c6ce-442a-85d7-c6d13fc22aed tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/c40b3432-9cf8-4a3e-bf12-f08f61bcf179 HTTP/1.1" status: 200 len: 990 time: 1.6148369 Oct 20 09:01:35.619136 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:35.619959 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192c8ab6-1bee-44ef-80dc-d17718c2b035" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:35.637407 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:35.660269 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaf7552-5f19-41c4-a989-00a8736aa078 x-openstack-request-id: req-0eaf7552-5f19-41c4-a989-00a8736aa078 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:35.662053 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:35.662053 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0eaf7552-5f19-41c4-a989-00a8736aa078 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:35.662053 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eaf7552-5f19-41c4-a989-00a8736aa078'] response: {'name': 'network-changed', 'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'status': 'completed', 'code': 200} Oct 20 09:01:35.710226 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-c2451f7c-d72c-4968-bc6b-0d5422c84b04 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/4ee4717f-cbab-45d5-be89-db298134faad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003153 Oct 20 09:01:35.712895 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-97f667e6-7f5a-4613-824c-204da9c9c3a6 None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:01:35.736639 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:35.878904 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-48a2a51f-1356-4bf2-bce1-13b12acbb324 req-120c12dc-fb84-4529-ac5c-3a4a62db8486 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 210 time: 0.0318027 Oct 20 09:01:35.959032 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c8ab6-1bee-44ef-80dc-d17718c2b035 req-6aedc689-5d68-4047-9a49-e7ffecf58b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:35.962014 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-192c8ab6-1bee-44ef-80dc-d17718c2b035 req-6aedc689-5d68-4047-9a49-e7ffecf58b8c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 1129 time: 0.0440168 Oct 20 09:01:35.963880 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-97f667e6-7f5a-4613-824c-204da9c9c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c40b3432-9cf8-4a3e-bf12-f08f61bcf179', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'floating_ip_address': '172.37.2.21', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'port_id': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'mac_address': 'fa:16:3e:1e:9a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:48Z', 'updated_at': '2022-10-20T09:01:34Z', 'revision_number': 1, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:35.982150 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:35.993844 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f667e6-7f5a-4613-824c-204da9c9c3a6 None None] Checking router: eef76796-bf79-432b-9083-b7245a10f8c8 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:01:36.004050 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f667e6-7f5a-4613-824c-204da9c9c3a6 None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:01:36.004680 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-97f667e6-7f5a-4613-824c-204da9c9c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:01:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:36.077283 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c8ab6-1bee-44ef-80dc-d17718c2b035 req-f162f536-2830-4092-93ef-a5fc75835e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:36.078803 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-192c8ab6-1bee-44ef-80dc-d17718c2b035 req-f162f536-2830-4092-93ef-a5fc75835e19 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 917 time: 0.1054742 Oct 20 09:01:36.170674 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-192c8ab6-1bee-44ef-80dc-d17718c2b035 req-eb554137-5f57-401f-8766-cbe70cfe45e9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407 HTTP/1.1" status: 200 len: 998 time: 0.0775070 Oct 20 09:01:36.220303 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-97f667e6-7f5a-4613-824c-204da9c9c3a6 None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:01:36.329872 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c8ab6-1bee-44ef-80dc-d17718c2b035 req-de06e07a-8402-4f8c-b897-293937d4c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:36.331451 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-192c8ab6-1bee-44ef-80dc-d17718c2b035 req-de06e07a-8402-4f8c-b897-293937d4c294 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.1334667 Oct 20 09:01:36.348913 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90a09d-6cf5-4fda-a433-639565d1ed00 req-a34c6ecb-bfd9-4e2d-bcb8-02472c43f6fd tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:36.351172 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ce90a09d-6cf5-4fda-a433-639565d1ed00 req-a34c6ecb-bfd9-4e2d-bcb8-02472c43f6fd tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0859227 Oct 20 09:01:36.389833 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:36.400157 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c8ab6-1bee-44ef-80dc-d17718c2b035 req-1435ed62-24b5-48c6-8acb-6357664cac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:36.401895 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-192c8ab6-1bee-44ef-80dc-d17718c2b035 req-1435ed62-24b5-48c6-8acb-6357664cac44 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587108 Oct 20 09:01:36.421206 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:01:36.423473 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ce90a09d-6cf5-4fda-a433-639565d1ed00 req-349ae265-400a-4f61-a6e5-3f4cff452620 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645993 Oct 20 09:01:36.537853 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-97f667e6-7f5a-4613-824c-204da9c9c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c40b3432-9cf8-4a3e-bf12-f08f61bcf179', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'floating_ip_address': '172.37.2.21', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'port_id': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'mac_address': 'fa:16:3e:1e:9a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:48Z', 'updated_at': '2022-10-20T09:01:34Z', 'revision_number': 1, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:36.574837 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-192c8ab6-1bee-44ef-80dc-d17718c2b035 req-1b496c40-5ad9-4fb1-8ced-3d4702a555eb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378460 Oct 20 09:01:36.585167 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f667e6-7f5a-4613-824c-204da9c9c3a6 None None] The sync data for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi is: [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c40b3432-9cf8-4a3e-bf12-f08f61bcf179', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'floating_ip_address': '172.37.2.21', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'port_id': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'mac_address': 'fa:16:3e:1e:9a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:48Z', 'updated_at': '2022-10-20T09:01:34Z', 'revision_number': 1, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:01:36.671457 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-86195bdc-6342-4872-b18f-25917648ea55 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1145692 Oct 20 09:01:36.767472 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-192c8ab6-1bee-44ef-80dc-d17718c2b035 req-6f4f6efb-02d5-418c-9e0a-2758cdc86abc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753798 Oct 20 09:01:37.085083 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-36d90097-5030-4389-be49-f1f8f336b4d8 req-6978548d-d164-4952-96fd-b105a6a74ec0 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 210 time: 0.0503528 Oct 20 09:01:37.123095 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-26fa1fdc-4580-4804-904e-a709f09b434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:37.124927 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-26fa1fdc-4580-4804-904e-a709f09b434b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 1129 time: 0.0502222 Oct 20 09:01:37.256065 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-37fc353b-fa79-49f5-8d09-69e93bc826d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:37.257549 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-37fc353b-fa79-49f5-8d09-69e93bc826d6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.0996969 Oct 20 09:01:37.329922 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-cbea19f8-9885-4900-ae49-4646220ac395 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761aed46-611d-4ca6-9fc5-7334f3e86a8f HTTP/1.1" status: 200 len: 217 time: 0.0377963 Oct 20 09:01:37.396232 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-7da10042-1541-47a5-8fab-156bd3a1376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:37.397698 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-7da10042-1541-47a5-8fab-156bd3a1376c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.0609946 Oct 20 09:01:37.411337 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c69ccc-83eb-41df-a822-13107a5fe986 None None] New status for floating IP c40b3432-9cf8-4a3e-bf12-f08f61bcf179: ACTIVE {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:01:37.553888 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037c5a5-f07d-4526-ba24-9515d7082f20 req-bbc90ee2-4214-4bee-a720-f84f06155831 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:37.555698 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f037c5a5-f07d-4526-ba24-9515d7082f20 req-bbc90ee2-4214-4bee-a720-f84f06155831 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0554602 Oct 20 09:01:37.613247 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f037c5a5-f07d-4526-ba24-9515d7082f20 req-d9253e91-6604-408e-99ea-5799c295952f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519807 Oct 20 09:01:37.695635 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59044) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:37.817745 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-05c1dbfb-e200-4725-bdbc-528d856f2e5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:37.822971 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-5966033a-f226-4656-965f-0d2911953739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:37.824229 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-5966033a-f226-4656-965f-0d2911953739 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538821 Oct 20 09:01:37.930449 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:37.973641 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-d6ef5e15-070e-4380-8036-114c580294f3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288197 Oct 20 09:01:37.982427 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-05c1dbfb-e200-4725-bdbc-528d856f2e5f admin admin] Publish callbacks [] for security_group (66d658be-421a-480b-af60-cb09b3bbfd8c), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:37.987285 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-05c1dbfb-e200-4725-bdbc-528d856f2e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (66d658be-421a-480b-af60-cb09b3bbfd8c), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:38.161205 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-05c1dbfb-e200-4725-bdbc-528d856f2e5f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=cc24996ae3c240a0a8412a3b526d0f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4634309 Oct 20 09:01:38.161205 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1dbfb-e200-4725-bdbc-528d856f2e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d658be-421a-480b-af60-cb09b3bbfd8c,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:38.162922 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59064) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:38.249939 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30d36-4e97-427a-8104-9a517f8af348 req-3b95d872-8b43-4c74-93dd-112f47c06c0d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:38.252417 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-3b95d872-8b43-4c74-93dd-112f47c06c0d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.23 "GET /networking/v2.0/networks?id=4ee4717f-cbab-45d5-be89-db298134faad HTTP/1.1" status: 200 len: 809 time: 0.2584021 Oct 20 09:01:38.266315 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bbf440cf-6928-4d38-87bf-1c320e15a45d admin admin] Publish callbacks [] for security_group (66d658be-421a-480b-af60-cb09b3bbfd8c), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:38.280606 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:38.286950 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:38.293740 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-47643fb3-422f-49fc-a40c-a130e2489a71 req-a60710f3-73f8-439a-a4a5-6ca985dbc949 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 210 time: 0.0495629 Oct 20 09:01:38.303189 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0f300dc5-b197-44b0-ae64-9b9d549594d6 req-d777e7ce-4f0a-4126-be1f-3c17f9d6b195 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019345 Oct 20 09:01:38.321265 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bbf440cf-6928-4d38-87bf-1c320e15a45d admin admin] Publish callbacks [] for security_group (66d658be-421a-480b-af60-cb09b3bbfd8c), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:38.368630 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bbf440cf-6928-4d38-87bf-1c320e15a45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (66d658be-421a-480b-af60-cb09b3bbfd8c), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:38.372863 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bbf440cf-6928-4d38-87bf-1c320e15a45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:38.376347 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-bbf440cf-6928-4d38-87bf-1c320e15a45d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/66d658be-421a-480b-af60-cb09b3bbfd8c HTTP/1.1" status: 204 len: 168 time: 0.2098951 Oct 20 09:01:38.382532 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf440cf-6928-4d38-87bf-1c320e15a45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d658be-421a-480b-af60-cb09b3bbfd8c,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:38.431493 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Request body: {'port': {'device_id': '8e67be6e-328c-4a4f-8a2b-083b26c3d62a', 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad', 'admin_state_up': True, 'tenant_id': '847f0b8423334fc7b505313a10845bcb'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:38.485444 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:38.561844 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Made reservation on behalf of 847f0b8423334fc7b505313a10845bcb for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:01:38.565419 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:38.693052 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59082) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:38.707615 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Allocated IP 172.20.0.10 (4ee4717f-cbab-45d5-be89-db298134faad/ef23d62f-1e96-4e18-b968-72aa31bb978d/a052a7b6-dd87-4142-8f12-b3b7205a2cef) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:01:38.729736 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e69ad883-5fa0-4cc3-b552-0e661306712e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:38.767216 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91942f64-8301-4a5c-b41a-eff777ad51b1 req-e4b28e73-d5d1-4df7-95e0-b05d9b6112ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:38.768741 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-91942f64-8301-4a5c-b41a-eff777ad51b1 req-e4b28e73-d5d1-4df7-95e0-b05d9b6112ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0772953 Oct 20 09:01:38.849997 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-91942f64-8301-4a5c-b41a-eff777ad51b1 req-d49c63d8-6907-46ad-b20a-5ecfbc05c480 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746291 Oct 20 09:01:38.876172 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e69ad883-5fa0-4cc3-b552-0e661306712e admin admin] Publish callbacks [] for security_group (e24c7747-99f0-4d49-a833-6584d31631d4), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:38.880177 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e69ad883-5fa0-4cc3-b552-0e661306712e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (e24c7747-99f0-4d49-a833-6584d31631d4), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:38.920705 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ad883-5fa0-4cc3-b552-0e661306712e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24c7747-99f0-4d49-a833-6584d31631d4,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:38.928106 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-e69ad883-5fa0-4cc3-b552-0e661306712e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=39cc92ab78a142629dff196154f19c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312815 Oct 20 09:01:38.928950 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59084) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:38.979603 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-df1f9b65-f8f3-45ed-ba41-de94751a1538 admin admin] Publish callbacks [] for security_group (e24c7747-99f0-4d49-a833-6584d31631d4), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:39.001678 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-df1f9b65-f8f3-45ed-ba41-de94751a1538 admin admin] Publish callbacks [] for security_group (e24c7747-99f0-4d49-a833-6584d31631d4), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:39.052185 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-df1f9b65-f8f3-45ed-ba41-de94751a1538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (e24c7747-99f0-4d49-a833-6584d31631d4), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:39.055460 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-df1f9b65-f8f3-45ed-ba41-de94751a1538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:39.059161 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-df1f9b65-f8f3-45ed-ba41-de94751a1538 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e24c7747-99f0-4d49-a833-6584d31631d4 HTTP/1.1" status: 204 len: 168 time: 0.1273465 Oct 20 09:01:39.059314 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks [] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:39.066071 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f9b65-f8f3-45ed-ba41-de94751a1538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24c7747-99f0-4d49-a833-6584d31631d4,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:39.095581 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:39.103437 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:39.145248 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Network 4ee4717f-cbab-45d5-be89-db298134faad is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:01:39.148860 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:01:39.153309 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:01:39.157656 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:39.158260 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:39.167013 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Pushing event updated for resources: {'Port': ['ID=a052a7b6-dd87-4142-8f12-b3b7205a2cef,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:39.182342 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a60f95af-e88d-483a-b90a-7e1aebad31a4 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7569983 Oct 20 09:01:39.426300 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46bbe7-f58d-4bb0-9ecc-c09388f247fd req-1bf1c121-17b4-4c12-a121-34362547689c tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:39.427782 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3f46bbe7-f58d-4bb0-9ecc-c09388f247fd req-1bf1c121-17b4-4c12-a121-34362547689c tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 932 time: 0.0500350 Oct 20 09:01:39.478804 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3f46bbe7-f58d-4bb0-9ecc-c09388f247fd req-ead9f160-8bd4-4237-bcc9-5cdb858b9a34 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449929 Oct 20 09:01:39.983894 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f3bcb-d08d-4762-9596-371189856ee4 req-24aba6f6-c6dc-4542-980d-d5e7bafbf737 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:39.986117 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-289f3bcb-d08d-4762-9596-371189856ee4 req-24aba6f6-c6dc-4542-980d-d5e7bafbf737 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0496795 Oct 20 09:01:40.042760 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-289f3bcb-d08d-4762-9596-371189856ee4 req-ca03c71c-fdb3-4c2a-a910-7de79caaf49f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492334 Oct 20 09:01:40.601759 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30a838-7926-48e3-ac90-dc7134014156 req-b8dd4776-bd0d-4fa4-940f-e4e7efe233e7 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:40.603967 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ca30a838-7926-48e3-ac90-dc7134014156 req-b8dd4776-bd0d-4fa4-940f-e4e7efe233e7 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 932 time: 0.0509853 Oct 20 09:01:40.660057 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ca30a838-7926-48e3-ac90-dc7134014156 req-7005af5c-0042-44c8-ba85-5cf0bc3e7a35 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Oct 20 09:01:41.071073 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59174) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:41.165058 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cad2e7-47d4-40d2-b1fd-e297a97478b8 req-d940c654-bc6c-4c63-8c98-d63e74dae81d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:41.166543 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-94cad2e7-47d4-40d2-b1fd-e297a97478b8 req-d940c654-bc6c-4c63-8c98-d63e74dae81d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0471752 Oct 20 09:01:41.188073 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5175c217-5cc3-4292-832c-5471a9e86cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:41.247260 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-94cad2e7-47d4-40d2-b1fd-e297a97478b8 req-ca78a3cc-b7e8-476b-b825-5e93c8694a15 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716426 Oct 20 09:01:41.256612 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:41.297621 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5175c217-5cc3-4292-832c-5471a9e86cd5 admin admin] Publish callbacks [] for security_group (e6870b49-2c56-4f78-b54a-efdacf89c5ea), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:41.300940 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5175c217-5cc3-4292-832c-5471a9e86cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (e6870b49-2c56-4f78-b54a-efdacf89c5ea), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:41.340606 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-5175c217-5cc3-4292-832c-5471a9e86cd5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7dabb5b09aea48ea8840befb8d767139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682037 Oct 20 09:01:41.342501 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175c217-5cc3-4292-832c-5471a9e86cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6870b49-2c56-4f78-b54a-efdacf89c5ea,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:41.343367 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59182) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:41.402742 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7ea2eaaf-e6d7-4b9c-a4f0-052162aedc24 admin admin] Publish callbacks [] for security_group (e6870b49-2c56-4f78-b54a-efdacf89c5ea), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:41.422793 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7ea2eaaf-e6d7-4b9c-a4f0-052162aedc24 admin admin] Publish callbacks [] for security_group (e6870b49-2c56-4f78-b54a-efdacf89c5ea), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:41.429163 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:41.471578 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7ea2eaaf-e6d7-4b9c-a4f0-052162aedc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (e6870b49-2c56-4f78-b54a-efdacf89c5ea), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:41.474222 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7ea2eaaf-e6d7-4b9c-a4f0-052162aedc24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:41.475378 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7ea2eaaf-e6d7-4b9c-a4f0-052162aedc24 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e6870b49-2c56-4f78-b54a-efdacf89c5ea HTTP/1.1" status: 204 len: 168 time: 0.1309597 Oct 20 09:01:41.482981 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2eaaf-e6d7-4b9c-a4f0-052162aedc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6870b49-2c56-4f78-b54a-efdacf89c5ea,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:41.739141 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59194) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:41.753054 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0c5dcef4-baa9-4105-9156-afb7b6816235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:41.777580 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:DELETE=3,neutron:SELECT=82,neutron:INSERT=15 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:41.779520 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc97ef9-d055-41de-a602-5d8402588d3a req-124a9ab2-087a-4a1d-9c67-9eb92b7ed476 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:41.781114 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4cc97ef9-d055-41de-a602-5d8402588d3a req-124a9ab2-087a-4a1d-9c67-9eb92b7ed476 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 932 time: 0.0481834 Oct 20 09:01:41.830876 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4cc97ef9-d055-41de-a602-5d8402588d3a req-e3140369-50e3-40f0-a382-c6c009b78d41 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Oct 20 09:01:41.836954 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0c5dcef4-baa9-4105-9156-afb7b6816235 admin admin] Publish callbacks [] for security_group (1bf73b61-af3b-4df3-9fb1-b024dbd7e1bd), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:41.841066 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:41.845059 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0c5dcef4-baa9-4105-9156-afb7b6816235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (1bf73b61-af3b-4df3-9fb1-b024dbd7e1bd), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:41.858879 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:41.887781 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-0c5dcef4-baa9-4105-9156-afb7b6816235 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0d53076c86a64a82a403402e1bb4f64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474884 Oct 20 09:01:41.888932 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dcef4-baa9-4105-9156-afb7b6816235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf73b61-af3b-4df3-9fb1-b024dbd7e1bd,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:41.890413 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59198) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:41.916311 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Request body: {'port': {'device_id': '8e67be6e-328c-4a4f-8a2b-083b26c3d62a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:41.992657 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-47a4e121-4776-4f29-9673-92d41963b97a admin admin] Publish callbacks [] for security_group (1bf73b61-af3b-4df3-9fb1-b024dbd7e1bd), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:42.009560 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:42.026824 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-47a4e121-4776-4f29-9673-92d41963b97a admin admin] Publish callbacks [] for security_group (1bf73b61-af3b-4df3-9fb1-b024dbd7e1bd), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:42.154794 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-47a4e121-4776-4f29-9673-92d41963b97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (1bf73b61-af3b-4df3-9fb1-b024dbd7e1bd), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:42.157197 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-47a4e121-4776-4f29-9673-92d41963b97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:42.158321 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-47a4e121-4776-4f29-9673-92d41963b97a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1bf73b61-af3b-4df3-9fb1-b024dbd7e1bd HTTP/1.1" status: 204 len: 168 time: 0.2669163 Oct 20 09:01:42.183552 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4e121-4776-4f29-9673-92d41963b97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf73b61-af3b-4df3-9fb1-b024dbd7e1bd,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:42.279565 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:42.325058 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a052a7b6-dd87-4142-8f12-b3b7205a2cef {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:01:42.335057 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Publish callbacks [] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:42.380536 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Transition to ACTIVE for port object a052a7b6-dd87-4142-8f12-b3b7205a2cef will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:01:42.386936 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:42.408361 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed196790-a0d5-4336-bc94-c2b9768c7ae3 req-b2b6ab57-ddf0-46d9-86e7-45b7e829ff38 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:42.410181 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ed196790-a0d5-4336-bc94-c2b9768c7ae3 req-b2b6ab57-ddf0-46d9-86e7-45b7e829ff38 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0646753 Oct 20 09:01:42.472223 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Attempting to bind port a052a7b6-dd87-4142-8f12-b3b7205a2cef on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:01:42.472595 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Attempting to bind port a052a7b6-dd87-4142-8f12-b3b7205a2cef by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a272bf23-dda4-4b1e-ac2f-df90cbbf97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:01:42.472880 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Attempting to bind port a052a7b6-dd87-4142-8f12-b3b7205a2cef on network 4ee4717f-cbab-45d5-be89-db298134faad {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:42.477519 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Pushing event updated for resources: {'Port': ['ID=a052a7b6-dd87-4142-8f12-b3b7205a2cef,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:42.503544 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ed196790-a0d5-4336-bc94-c2b9768c7ae3 req-3bab16cb-3b69-4818-987b-79bc45943fba tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871911 Oct 20 09:01:42.521578 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Port a052a7b6-dd87-4142-8f12-b3b7205a2cef on network 4ee4717f-cbab-45d5-be89-db298134faad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:01:42.521908 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Attempting to bind port a052a7b6-dd87-4142-8f12-b3b7205a2cef on network 4ee4717f-cbab-45d5-be89-db298134faad {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:01:42.555000 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:42.572887 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:01:42.573223 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Checking segment: {'id': 'a272bf23-dda4-4b1e-ac2f-df90cbbf97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:01:42.573638 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Bound using segment: {'id': 'a272bf23-dda4-4b1e-ac2f-df90cbbf97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:01:42.574069 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Bound port: a052a7b6-dd87-4142-8f12-b3b7205a2cef, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a272bf23-dda4-4b1e-ac2f-df90cbbf97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:01:42.574416 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:42.636859 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] For port a052a7b6-dd87-4142-8f12-b3b7205a2cef, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:01:42.639908 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] For port a052a7b6-dd87-4142-8f12-b3b7205a2cef, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a052a7b6-dd87-4142-8f12-b3b7205a2cef,segment=NetworkSegment(a272bf23-dda4-4b1e-ac2f-df90cbbf97b1),segment_id=a272bf23-dda4-4b1e-ac2f-df90cbbf97b1)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:01:42.645593 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:42.650451 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:42.651161 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:42.652639 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bcd021c8-6515-4569-ae35-596663608797 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a052a7b6-dd87-4142-8f12-b3b7205a2cef HTTP/1.1" status: 200 len: 1094 time: 0.7439246 Oct 20 09:01:42.653245 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e67be6e-328c-4a4f-8a2b-083b26c3d62a', 'tag': 'a052a7b6-dd87-4142-8f12-b3b7205a2cef'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:42.655570 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e563a2-9bbd-492b-bd61-86fa16dff7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e67be6e-328c-4a4f-8a2b-083b26c3d62a", "tag": "a052a7b6-dd87-4142-8f12-b3b7205a2cef"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:42.702607 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef28fa2-6b04-4631-bc46-f15c53f717ed x-openstack-request-id: req-1ef28fa2-6b04-4631-bc46-f15c53f717ed {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:42.702899 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e67be6e-328c-4a4f-8a2b-083b26c3d62a", "tag": "a052a7b6-dd87-4142-8f12-b3b7205a2cef", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:42.703151 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ef28fa2-6b04-4631-bc46-f15c53f717ed {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:42.703547 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef28fa2-6b04-4631-bc46-f15c53f717ed'] response: {'name': 'network-changed', 'server_uuid': '8e67be6e-328c-4a4f-8a2b-083b26c3d62a', 'tag': 'a052a7b6-dd87-4142-8f12-b3b7205a2cef', 'status': 'completed', 'code': 200} Oct 20 09:01:42.708394 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd021c8-6515-4569-ae35-596663608797 service neutron] Pushing event updated for resources: {'Port': ['ID=a052a7b6-dd87-4142-8f12-b3b7205a2cef,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:42.996402 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e980e3-6595-4e1a-945b-212c4ca4c034 req-f3c181ff-22af-489b-9e3a-bbf3997112a8 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:43.000108 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-91e980e3-6595-4e1a-945b-212c4ca4c034 req-f3c181ff-22af-489b-9e3a-bbf3997112a8 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 944 time: 0.0870960 Oct 20 09:01:43.070982 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-91e980e3-6595-4e1a-945b-212c4ca4c034 req-31f251da-ae07-4553-a457-48eea62cc54a tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645168 Oct 20 09:01:43.637595 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe8f3c-dcbd-4e9d-801b-33a89ab4c201 req-ed22ef56-b430-4850-9fc3-ef1337f14314 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:43.639746 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-48fe8f3c-dcbd-4e9d-801b-33a89ab4c201 req-ed22ef56-b430-4850-9fc3-ef1337f14314 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0557704 Oct 20 09:01:43.711627 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-48fe8f3c-dcbd-4e9d-801b-33a89ab4c201 req-e725e94e-8d39-4363-8b9e-5d2b9bc0723d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604620 Oct 20 09:01:44.206727 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1018363-ab62-4fbb-a401-7c331b72c34e req-dfc1e4d6-0e40-4f72-bf74-c5351cab4827 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:44.208226 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f1018363-ab62-4fbb-a401-7c331b72c34e req-dfc1e4d6-0e40-4f72-bf74-c5351cab4827 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 944 time: 0.0554426 Oct 20 09:01:44.276227 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f1018363-ab62-4fbb-a401-7c331b72c34e req-af4ae349-2d66-4601-9772-1b23c3569821 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602458 Oct 20 09:01:44.277666 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e563a2-9bbd-492b-bd61-86fa16dff7c4 req-b22a160b-e478-49d8-ae70-aeca1a47f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:44.279190 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-33e563a2-9bbd-492b-bd61-86fa16dff7c4 req-b22a160b-e478-49d8-ae70-aeca1a47f425 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=847f0b8423334fc7b505313a10845bcb&device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 1128 time: 0.0552998 Oct 20 09:01:44.904140 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e563a2-9bbd-492b-bd61-86fa16dff7c4 req-9e8e0d31-b94e-4dce-9669-439fcf8cb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:44.905598 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-33e563a2-9bbd-492b-bd61-86fa16dff7c4 req-9e8e0d31-b94e-4dce-9669-439fcf8cb3db service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=847f0b8423334fc7b505313a10845bcb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2422030 Oct 20 09:01:44.913163 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738b18c-490f-4e9f-80c3-1386eddf6c23 req-5c7e586b-1f92-4b29-8581-deb0025da087 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:44.914642 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0738b18c-490f-4e9f-80c3-1386eddf6c23 req-5c7e586b-1f92-4b29-8581-deb0025da087 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0923908 Oct 20 09:01:44.961418 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0738b18c-490f-4e9f-80c3-1386eddf6c23 req-323afa58-5bca-4ec4-bab7-98fb6dfa3d98 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 Oct 20 09:01:45.319954 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e563a2-9bbd-492b-bd61-86fa16dff7c4 req-16337972-fb39-4c75-bc39-df9ac4e8c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:45.322047 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-33e563a2-9bbd-492b-bd61-86fa16dff7c4 req-16337972-fb39-4c75-bc39-df9ac4e8c902 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1639352 Oct 20 09:01:45.431837 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42365903-6729-4abd-8fe5-72a9622f1a09 req-7fe5a6ba-4d44-41d5-b18f-89ac9ec8ddce tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:45.433437 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-42365903-6729-4abd-8fe5-72a9622f1a09 req-7fe5a6ba-4d44-41d5-b18f-89ac9ec8ddce tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 944 time: 0.0715277 Oct 20 09:01:45.461426 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30d36-4e97-427a-8104-9a517f8af348 req-9f5aef33-5c06-4699-abfe-d5dec2f99b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:45.463043 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-9f5aef33-5c06-4699-abfe-d5dec2f99b24 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=847f0b8423334fc7b505313a10845bcb&device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 1128 time: 0.0474384 Oct 20 09:01:45.549321 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-42365903-6729-4abd-8fe5-72a9622f1a09 req-1cdf6632-0a94-4fae-91a9-881ab34d2faa tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089194 Oct 20 09:01:45.561971 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-a167baba-af73-4bc3-97a3-03f4ce02fdc3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a052a7b6-dd87-4142-8f12-b3b7205a2cef HTTP/1.1" status: 200 len: 217 time: 0.0788531 Oct 20 09:01:45.649256 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30d36-4e97-427a-8104-9a517f8af348 req-4c4930b6-515a-4247-9a9d-101397925964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:45.651314 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-4c4930b6-515a-4247-9a9d-101397925964 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ef23d62f-1e96-4e18-b968-72aa31bb978d HTTP/1.1" status: 200 len: 849 time: 0.0815527 Oct 20 09:01:45.685946 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-2cbce591-d7d2-4632-aa2e-75ad0a21c10d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4ee4717f-cbab-45d5-be89-db298134faad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269623 Oct 20 09:01:45.772500 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:45.812319 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-9c47bbdb-d814-49d5-9abd-cf0950f4725e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4ee4717f-cbab-45d5-be89-db298134faad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148777 Oct 20 09:01:45.915790 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05d30d36-4e97-427a-8104-9a517f8af348 req-bba845af-9e29-4326-935d-68a8e4a4bd56 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4ee4717f-cbab-45d5-be89-db298134faad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933738 Oct 20 09:01:46.052011 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c436bdf-27c4-47ae-85e7-bdca469c4a84 req-c15c88b5-9212-404b-84e8-d974919d9c1f tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:46.053615 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1c436bdf-27c4-47ae-85e7-bdca469c4a84 req-c15c88b5-9212-404b-84e8-d974919d9c1f tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 945 time: 0.0569603 Oct 20 09:01:46.087891 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd104e0f-86ae-4f6a-a7cd-8185642ce01a req-00dfc2e7-ef20-4b04-b996-d88a5a31f484 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:46.089370 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bd104e0f-86ae-4f6a-a7cd-8185642ce01a req-00dfc2e7-ef20-4b04-b996-d88a5a31f484 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0490856 Oct 20 09:01:46.102102 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1c436bdf-27c4-47ae-85e7-bdca469c4a84 req-902b7d0c-8914-4947-bdeb-51d739f9175d tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Oct 20 09:01:46.136925 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bd104e0f-86ae-4f6a-a7cd-8185642ce01a req-3fc44353-a6bd-4be8-b066-0568b4f4368a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Oct 20 09:01:46.541338 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=60 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:46.543252 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=72 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:46.690591 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b75bf-a36e-4536-ac68-608aac932062 req-21d06341-b33b-4212-ac6c-9db0a7c4b4a7 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:46.692098 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0c0b75bf-a36e-4536-ac68-608aac932062 req-21d06341-b33b-4212-ac6c-9db0a7c4b4a7 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 944 time: 0.0507631 Oct 20 09:01:46.741589 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0c0b75bf-a36e-4536-ac68-608aac932062 req-f59c8ba6-a55f-4a9b-acfe-03e4647ff369 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429542 Oct 20 09:01:47.211886 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:47.224696 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d0d72-c2de-48e5-9d95-5f26cf28fa0c req-b549ca22-b27f-4c48-8206-d10895f4eb28 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:47.226380 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-701d0d72-c2de-48e5-9d95-5f26cf28fa0c req-b549ca22-b27f-4c48-8206-d10895f4eb28 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 945 time: 0.0490873 Oct 20 09:01:47.269024 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ee8be-72f5-4e7d-895e-bb34871e8a7b req-5264655b-dc91-41f9-bbc1-cca59c7d3606 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:47.270666 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-371ee8be-72f5-4e7d-895e-bb34871e8a7b req-5264655b-dc91-41f9-bbc1-cca59c7d3606 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0459366 Oct 20 09:01:47.272435 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-701d0d72-c2de-48e5-9d95-5f26cf28fa0c req-0c4f4626-db2c-4a98-ac55-30c316ce27fa tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Oct 20 09:01:47.310689 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:47.319039 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-371ee8be-72f5-4e7d-895e-bb34871e8a7b req-0a419cd4-eeb4-40ec-a727-3fe7b0dea469 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Oct 20 09:01:47.866040 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7a50a-dcc7-4d8a-8056-91c0cc5fc5e8 req-f3eae246-b571-4794-b305-ac96df6b4e64 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:47.868286 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-9ea7a50a-dcc7-4d8a-8056-91c0cc5fc5e8 req-f3eae246-b571-4794-b305-ac96df6b4e64 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 944 time: 0.0482404 Oct 20 09:01:47.918187 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-9ea7a50a-dcc7-4d8a-8056-91c0cc5fc5e8 req-5fc321e1-5105-489c-af0c-4545e2182d05 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440435 Oct 20 09:01:48.435978 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c67c76-3c3d-465f-af97-331f1942c5c5 req-cc741747-6fa0-4bf0-9124-e0f7bc0ceaa7 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:48.440738 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e4c67c76-3c3d-465f-af97-331f1942c5c5 req-cc741747-6fa0-4bf0-9124-e0f7bc0ceaa7 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 945 time: 0.0558712 Oct 20 09:01:48.494727 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e4c67c76-3c3d-465f-af97-331f1942c5c5 req-ae24df1f-05b7-4655-9d2b-b91067365abe tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530870 Oct 20 09:01:48.496938 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ce587-2a2c-411e-8eb6-28296ee75161 req-127bd6c2-a2f2-4900-85e4-18fbf015eed9 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:48.503816 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae3ce587-2a2c-411e-8eb6-28296ee75161 req-127bd6c2-a2f2-4900-85e4-18fbf015eed9 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0718501 Oct 20 09:01:48.560481 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae3ce587-2a2c-411e-8eb6-28296ee75161 req-1ff506a3-9e17-4400-b86f-d16d56a4798e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550632 Oct 20 09:01:48.716774 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59398) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:48.822522 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d9f256c3-6566-4443-8cee-89e2749ce321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:48.870921 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:48.898714 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d9f256c3-6566-4443-8cee-89e2749ce321 admin admin] Publish callbacks [] for security_group (d3f9c4b9-f116-47d1-a03b-927e28874b05), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:48.902445 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d9f256c3-6566-4443-8cee-89e2749ce321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d3f9c4b9-f116-47d1-a03b-927e28874b05), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:48.940965 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d9f256c3-6566-4443-8cee-89e2749ce321 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a91bb0a442ec4534ba30082b7be8dbf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231500 Oct 20 09:01:48.941996 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f256c3-6566-4443-8cee-89e2749ce321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f9c4b9-f116-47d1-a03b-927e28874b05,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:48.943775 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59402) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:48.993709 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b77b80bf-7cf5-4ad6-a813-eb797e2d1d7b admin admin] Publish callbacks [] for security_group (d3f9c4b9-f116-47d1-a03b-927e28874b05), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:49.013965 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b77b80bf-7cf5-4ad6-a813-eb797e2d1d7b admin admin] Publish callbacks [] for security_group (d3f9c4b9-f116-47d1-a03b-927e28874b05), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:49.041319 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3a440-d799-43f5-942d-93aa2d542de4 req-27029b17-2fd1-409d-ab47-2573d8fc5c6a tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:49.042962 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-27c3a440-d799-43f5-942d-93aa2d542de4 req-27029b17-2fd1-409d-ab47-2573d8fc5c6a tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 944 time: 0.0489182 Oct 20 09:01:49.064510 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b77b80bf-7cf5-4ad6-a813-eb797e2d1d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d3f9c4b9-f116-47d1-a03b-927e28874b05), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:49.067135 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b77b80bf-7cf5-4ad6-a813-eb797e2d1d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:49.068330 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-b77b80bf-7cf5-4ad6-a813-eb797e2d1d7b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d3f9c4b9-f116-47d1-a03b-927e28874b05 HTTP/1.1" status: 204 len: 168 time: 0.1235967 Oct 20 09:01:49.076590 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b80bf-7cf5-4ad6-a813-eb797e2d1d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f9c4b9-f116-47d1-a03b-927e28874b05,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:49.104395 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-27c3a440-d799-43f5-942d-93aa2d542de4 req-db5ec4fe-3a83-48a5-a9a2-af7034939a6c tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559874 Oct 20 09:01:49.541423 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9748-ce4e-4d78-a66a-a28d0dabe1e8 req-cb812362-8afe-4948-a2a9-af63f287708d tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:49.543012 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d55f9748-ce4e-4d78-a66a-a28d0dabe1e8 req-cb812362-8afe-4948-a2a9-af63f287708d tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 945 time: 0.0529640 Oct 20 09:01:49.738881 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-d55f9748-ce4e-4d78-a66a-a28d0dabe1e8 req-2935d959-bd53-4671-b94a-05a7ef2e8297 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Deleting port b5692122-4272-4400-bc7a-9069ae5bc48a {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:01:49.739227 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-d55f9748-ce4e-4d78-a66a-a28d0dabe1e8 req-2935d959-bd53-4671-b94a-05a7ef2e8297 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:49.759092 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3adb6-f9b7-48f9-bd4f-ffda781e2c58 req-d3908b9e-bdf6-4a8d-a3c1-16fad67a61df tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:49.764017 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d2d3adb6-f9b7-48f9-bd4f-ffda781e2c58 req-d3908b9e-bdf6-4a8d-a3c1-16fad67a61df tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1107199 Oct 20 09:01:49.767585 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d6f99-021c-4de7-814f-4a198898f25d req-e53b623c-490b-4637-9b02-9b9b61fd7f45 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:49.769171 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c66d6f99-021c-4de7-814f-4a198898f25d req-e53b623c-490b-4637-9b02-9b9b61fd7f45 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 945 time: 0.1603661 Oct 20 09:01:49.835093 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d2d3adb6-f9b7-48f9-bd4f-ffda781e2c58 req-bcf97e05-dccd-420d-8daa-0f40bb204dd0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560064 Oct 20 09:01:50.088756 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c66d6f99-021c-4de7-814f-4a198898f25d req-c59c5e21-0617-4d9f-8682-c743a2c0c8bb tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0023cc59-bdaa-45d9-a9c7-2260477c9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910395 Oct 20 09:01:50.108498 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-d55f9748-ce4e-4d78-a66a-a28d0dabe1e8 req-2935d959-bd53-4671-b94a-05a7ef2e8297 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] For port b5692122-4272-4400-bc7a-9069ae5bc48a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b5692122-4272-4400-bc7a-9069ae5bc48a,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:50.109274 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-d55f9748-ce4e-4d78-a66a-a28d0dabe1e8 req-2935d959-bd53-4671-b94a-05a7ef2e8297 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:50.136889 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-d55f9748-ce4e-4d78-a66a-a28d0dabe1e8 req-2935d959-bd53-4671-b94a-05a7ef2e8297 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Calling delete_port for b5692122-4272-4400-bc7a-9069ae5bc48a owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:01:50.214099 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:50.266907 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc5fb0-1613-42cc-812a-ed3094728f34 req-b2268d3d-6244-438d-aa86-5133319f8cb5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:50.274008 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-75fc5fb0-1613-42cc-812a-ed3094728f34 req-b2268d3d-6244-438d-aa86-5133319f8cb5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 944 time: 0.0696304 Oct 20 09:01:50.334694 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-75fc5fb0-1613-42cc-812a-ed3094728f34 req-bd262dcb-da5b-4d1f-9bc3-86be2ef5e0f3 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593350 Oct 20 09:01:50.348227 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-d55f9748-ce4e-4d78-a66a-a28d0dabe1e8 req-2935d959-bd53-4671-b94a-05a7ef2e8297 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148'] for port (b5692122-4272-4400-bc7a-9069ae5bc48a), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:50.363999 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:50.392154 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935d959-bd53-4671-b94a-05a7ef2e8297 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Pushing event deleted for resources: {'Port': ['ID=b5692122-4272-4400-bc7a-9069ae5bc48a,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:50.399658 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['b5692122-4272-4400-bc7a-9069ae5bc48a'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:01:50.409973 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59476) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:50.490280 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55f9748-ce4e-4d78-a66a-a28d0dabe1e8 req-2935d959-bd53-4671-b94a-05a7ef2e8297 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] No DVR routers for this DVR port b5692122-4272-4400-bc7a-9069ae5bc48a on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:01:50.494350 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-d55f9748-ce4e-4d78-a66a-a28d0dabe1e8 req-2935d959-bd53-4671-b94a-05a7ef2e8297 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:50.498528 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d55f9748-ce4e-4d78-a66a-a28d0dabe1e8 req-2935d959-bd53-4671-b94a-05a7ef2e8297 tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.23 "DELETE /networking/v2.0/ports/b5692122-4272-4400-bc7a-9069ae5bc48a HTTP/1.1" status: 204 len: 173 time: 0.9474385 Oct 20 09:01:50.499149 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bccd9d-c1c7-477f-b8a5-914edd9fa2eb', 'name': 'network-vif-deleted', 'tag': 'b5692122-4272-4400-bc7a-9069ae5bc48a'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:50.501448 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcaa855-6d92-4aa9-a97a-e1e175273ece" -d '{"events": [{"server_uuid": "91bccd9d-c1c7-477f-b8a5-914edd9fa2eb", "name": "network-vif-deleted", "tag": "b5692122-4272-4400-bc7a-9069ae5bc48a"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:50.542930 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28406c70-bbb7-4ad0-bd95-41faa59b2efd x-openstack-request-id: req-28406c70-bbb7-4ad0-bd95-41faa59b2efd {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:50.543885 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bccd9d-c1c7-477f-b8a5-914edd9fa2eb", "name": "network-vif-deleted", "tag": "b5692122-4272-4400-bc7a-9069ae5bc48a", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:50.544314 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28406c70-bbb7-4ad0-bd95-41faa59b2efd {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:50.544894 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28406c70-bbb7-4ad0-bd95-41faa59b2efd'] response: {'server_uuid': '91bccd9d-c1c7-477f-b8a5-914edd9fa2eb', 'name': 'network-vif-deleted', 'tag': 'b5692122-4272-4400-bc7a-9069ae5bc48a', 'status': 'completed', 'code': 200} Oct 20 09:01:50.566155 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0a880760-025c-4678-8248-31b6abeeb8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:50.655698 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0a880760-025c-4678-8248-31b6abeeb8de admin admin] Publish callbacks [] for security_group (0baae246-9fd4-4be6-894a-b06dc01915f0), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:50.659608 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0a880760-025c-4678-8248-31b6abeeb8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (0baae246-9fd4-4be6-894a-b06dc01915f0), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:50.701071 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-0a880760-025c-4678-8248-31b6abeeb8de admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=cb86b3c2194e49d4bd586a52c5660965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890956 Oct 20 09:01:50.702102 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a880760-025c-4678-8248-31b6abeeb8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baae246-9fd4-4be6-894a-b06dc01915f0,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:50.703995 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59484) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:50.760144 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ad386c22-44d2-41f2-9e31-c7186e33acd6 admin admin] Publish callbacks [] for security_group (0baae246-9fd4-4be6-894a-b06dc01915f0), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:50.779685 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ad386c22-44d2-41f2-9e31-c7186e33acd6 admin admin] Publish callbacks [] for security_group (0baae246-9fd4-4be6-894a-b06dc01915f0), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:50.827207 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ad386c22-44d2-41f2-9e31-c7186e33acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (0baae246-9fd4-4be6-894a-b06dc01915f0), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:50.829705 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ad386c22-44d2-41f2-9e31-c7186e33acd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:50.830868 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-ad386c22-44d2-41f2-9e31-c7186e33acd6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0baae246-9fd4-4be6-894a-b06dc01915f0 HTTP/1.1" status: 204 len: 168 time: 0.1258471 Oct 20 09:01:50.838803 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad386c22-44d2-41f2-9e31-c7186e33acd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baae246-9fd4-4be6-894a-b06dc01915f0,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:50.977492 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850e7be-45eb-48f5-aded-9aec45a34ea8 req-a87bb334-5cb7-4ef3-9d4d-9499d96a9296 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:50.979123 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3850e7be-45eb-48f5-aded-9aec45a34ea8 req-a87bb334-5cb7-4ef3-9d4d-9499d96a9296 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0630629 Oct 20 09:01:51.034899 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:51.044766 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3850e7be-45eb-48f5-aded-9aec45a34ea8 req-8be433e5-34b4-41a0-8a15-36ba49979c93 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571768 Oct 20 09:01:51.239419 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-46b186c8-6e08-463e-aa2a-e5fb27dbaa8f req-f21018dd-57c3-40e4-b523-b4a7d0ae47af tempest-DeleteServersTestJSON-1946604475 tempest-DeleteServersTestJSON-1946604475-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=91bccd9d-c1c7-477f-b8a5-914edd9fa2eb HTTP/1.1" status: 200 len: 210 time: 0.0337307 Oct 20 09:01:51.473722 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63296c33-e93b-4cfa-8174-f8a1ba817f1c req-f4518841-b0ed-4439-ba79-0463ed2a1b03 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:51.475782 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-63296c33-e93b-4cfa-8174-f8a1ba817f1c req-f4518841-b0ed-4439-ba79-0463ed2a1b03 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 944 time: 0.0566151 Oct 20 09:01:51.540159 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-63296c33-e93b-4cfa-8174-f8a1ba817f1c req-33112451-cd4e-43ed-ae65-0ee07739b1bf tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568187 Oct 20 09:01:51.567740 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59528) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:51.590812 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59532) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:51.639329 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_v2 [None req-260a5213-a247-406e-b61a-b90e0aa918fe admin admin] Deleting subnet 8ff89e22-1bdf-4bec-809c-fa564f421570 {{(pid=104618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:01:51.643102 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-260a5213-a247-406e-b61a-b90e0aa918fe admin admin] Publish callbacks [] for subnet (8ff89e22-1bdf-4bec-809c-fa564f421570), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.678844 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-684674161-network', 'tenant_id': '9dc1a3b80bd34c8e8f691a9b47457f35'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:51.679772 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-260a5213-a247-406e-b61a-b90e0aa918fe admin admin] Publish callbacks [] for subnet (8ff89e22-1bdf-4bec-809c-fa564f421570), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.689053 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-260a5213-a247-406e-b61a-b90e0aa918fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (8ff89e22-1bdf-4bec-809c-fa564f421570), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.698986 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Made reservation on behalf of 9dc1a3b80bd34c8e8f691a9b47457f35 for: {'network': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:01:51.701336 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.709700 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.745113 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-260a5213-a247-406e-b61a-b90e0aa918fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (8ff89e22-1bdf-4bec-809c-fa564f421570), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.775634 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a5213-a247-406e-b61a-b90e0aa918fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff89e22-1bdf-4bec-809c-fa564f421570,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:51.779109 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-260a5213-a247-406e-b61a-b90e0aa918fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.782420 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-260a5213-a247-406e-b61a-b90e0aa918fe admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/8ff89e22-1bdf-4bec-809c-fa564f421570 HTTP/1.1" status: 204 len: 168 time: 0.1906166 Oct 20 09:01:51.785017 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59534) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:51.794065 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Publish callbacks [] for security_group (2db327dd-f330-472c-ab6a-08b1b73146da), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.798214 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2db327dd-f330-472c-ab6a-08b1b73146da), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.822922 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=104619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:01:51.831397 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:51.839751 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db327dd-f330-472c-ab6a-08b1b73146da,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:51.844074 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (10ee2b8f-225b-4078-a1e3-ca61c72306c6), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.844692 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.segments_db [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Added segment 10ee2b8f-225b-4078-a1e3-ca61c72306c6 of type vlan for network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 Oct 20 09:01:51.861517 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (486282be-2bc1-4861-a66b-d007a838dbe4), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.888331 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device a052a7b6-dd87-4142-8f12-b3b7205a2cef details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:01:51.891447 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (7fdc4269-1e8c-4b8f-884b-33c74a51bd63), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.919730 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (7fdc4269-1e8c-4b8f-884b-33c74a51bd63), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.921042 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:51.921853 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.955670 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (486282be-2bc1-4861-a66b-d007a838dbe4), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:51.978892 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:51.979567 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:51.980041 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:51.980387 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > port after_create 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:51.980713 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:51.981523 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > port after_update 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:51.981523 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:51.981727 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:51.981980 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:51.982348 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:51.987294 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4184091 Oct 20 09:01:51.988138 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d0680-253c-460d-ab87-3575bbe8647e admin admin] Pushing event updated for resources: {'Network': ['ID=7fdc4269-1e8c-4b8f-884b-33c74a51bd63,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:51.990909 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59536) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:51.996854 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] Request body: {'subnet': {'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-684674161-subnet', 'tenant_id': '9dc1a3b80bd34c8e8f691a9b47457f35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:51.998331 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port a052a7b6-dd87-4142-8f12-b3b7205a2cef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a052a7b6-dd87-4142-8f12-b3b7205a2cef,segment=NetworkSegment(a272bf23-dda4-4b1e-ac2f-df90cbbf97b1),segment_id=a272bf23-dda4-4b1e-ac2f-df90cbbf97b1)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:52.021557 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] Made reservation on behalf of 9dc1a3b80bd34c8e8f691a9b47457f35 for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:01:52.024264 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.095949 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:52.128088 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:01:52.172248 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'a052a7b6-dd87-4142-8f12-b3b7205a2cef', 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad', 'port_id': 'a052a7b6-dd87-4142-8f12-b3b7205a2cef', 'mac_address': 'fa:16:3e:c2:4f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 457, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef23d62f-1e96-4e18-b968-72aa31bb978d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:01:52.173108 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:52.173760 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:52.174098 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:52.174406 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:52.174813 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486282be-2bc1-4861-a66b-d007a838dbe4']}} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:52.196430 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107fb5f-46e4-4619-b52d-4f014361324f req-d783211e-222d-446a-8855-73755bbf00aa tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:52.197386 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff0689c-c396-4591-ba22-1c1a693d6fc4') {'for_net_delete': True} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:52.197690 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff0689c-c396-4591-ba22-1c1a693d6fc4') {} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:52.198067 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b107fb5f-46e4-4619-b52d-4f014361324f req-d783211e-222d-446a-8855-73755bbf00aa tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0623057 Oct 20 09:01:52.222638 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59339406'] for segment (aff0689c-c396-4591-ba22-1c1a693d6fc4), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.229521 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port a052a7b6-dd87-4142-8f12-b3b7205a2cef is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:52.229919 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.250766 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (aff0689c-c396-4591-ba22-1c1a693d6fc4), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.251065 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a052a7b6-dd87-4142-8f12-b3b7205a2cef {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:01:52.265118 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Releasing vlan 480 on physical network physnet1 to pool {{(pid=104618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:01:52.265512 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60098465'] for segment (aff0689c-c396-4591-ba22-1c1a693d6fc4), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.276069 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port a052a7b6-dd87-4142-8f12-b3b7205a2cef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a052a7b6-dd87-4142-8f12-b3b7205a2cef,segment=NetworkSegment(a272bf23-dda4-4b1e-ac2f-df90cbbf97b1),segment_id=a272bf23-dda4-4b1e-ac2f-df90cbbf97b1)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:52.291971 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:52.292670 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.310864 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b107fb5f-46e4-4619-b52d-4f014361324f req-5eea0eee-a2d7-421e-a0d6-8a66e6dbd435 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935893 Oct 20 09:01:52.334423 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for subnet (d4c61dc0-f502-4ce2-9680-52bac040eb5c), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.410616 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=a052a7b6-dd87-4142-8f12-b3b7205a2cef,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:52.418727 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.419933 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.420480 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.420985 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.421468 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.421962 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.422444 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.423123 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.423600 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.424075 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.424570 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.425207 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.425692 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.426504 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.427459 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:01:52.432803 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c61dc0-f502-4ce2-9680-52bac040eb5c,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:52.445514 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] Checking segment: {'id': '10ee2b8f-225b-4078-a1e3-ca61c72306c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:01:52.445928 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] Network hostable DHCP agents. Network: 7fdc4269-1e8c-4b8f-884b-33c74a51bd63, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:01:52.476718 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] Network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:01:52.493117 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7fdc4269-1e8c-4b8f-884b-33c74a51bd63) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:01:52.497700 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:52.498352 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.504645 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc740c4-870d-422d-940a-819f12a30d21 None None] Network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:01:52.548941 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-4e86bed4-2308-4f5c-ae30-8910c713424b admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5559857 Oct 20 09:01:52.646595 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (486282be-2bc1-4861-a66b-d007a838dbe4), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.667945 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.671665 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/486282be-2bc1-4861-a66b-d007a838dbe4 HTTP/1.1" status: 204 len: 168 time: 0.8857141 Oct 20 09:01:52.673164 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba4f19-25df-4093-a614-15156305974c admin admin] Pushing event deleted for resources: {'Network': ['ID=486282be-2bc1-4861-a66b-d007a838dbe4,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:52.675714 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59564) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:52.708939 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:52.725226 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3039d8-aa36-4bce-96f7-7cac36ad06fe None None] Network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:01:52.749641 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d3cfa-e9d1-4e2f-a4e3-ad57417bf673 req-bf8fd10f-c979-449b-9202-e566b9af1f4b tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:52.755122 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0e8d3cfa-e9d1-4e2f-a4e3-ad57417bf673 req-bf8fd10f-c979-449b-9202-e566b9af1f4b tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 945 time: 0.1158078 Oct 20 09:01:52.786221 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0c2b6a-9950-41e2-b7fd-ecb2a011cb6c admin admin] Deleting subnet 48d9d3d6-b3ae-40c6-9ba7-e3aa44fd9292 {{(pid=104618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:01:52.790062 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2b6a-9950-41e2-b7fd-ecb2a011cb6c admin admin] Publish callbacks [] for subnet (48d9d3d6-b3ae-40c6-9ba7-e3aa44fd9292), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.826651 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['a052a7b6-dd87-4142-8f12-b3b7205a2cef'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:01:52.848569 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0e8d3cfa-e9d1-4e2f-a4e3-ad57417bf673 req-372dfed2-b305-4a89-97ce-cd7f4abbebae tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862856 Oct 20 09:01:52.891209 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2b6a-9950-41e2-b7fd-ecb2a011cb6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59339449'] for subnet (48d9d3d6-b3ae-40c6-9ba7-e3aa44fd9292), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:52.898171 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment aff0689c-c396-4591-ba22-1c1a693d6fc4 resource provider aggregate not found Oct 20 09:01:52.934493 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment aff0689c-c396-4591-ba22-1c1a693d6fc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aff0689c-c396-4591-ba22-1c1a693d6fc4 found for delete ", "request_id": "req-148aa339-6833-4484-86a3-09147c86bead"}]} Oct 20 09:01:52.957735 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2b6a-9950-41e2-b7fd-ecb2a011cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (48d9d3d6-b3ae-40c6-9ba7-e3aa44fd9292), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.025250 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2b6a-9950-41e2-b7fd-ecb2a011cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60111875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59610637'] for subnet (48d9d3d6-b3ae-40c6-9ba7-e3aa44fd9292), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.055326 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c2b6a-9950-41e2-b7fd-ecb2a011cb6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d9d3d6-b3ae-40c6-9ba7-e3aa44fd9292,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:53.057321 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2b6a-9950-41e2-b7fd-ecb2a011cb6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.063326 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-fd0c2b6a-9950-41e2-b7fd-ecb2a011cb6c admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/48d9d3d6-b3ae-40c6-9ba7-e3aa44fd9292 HTTP/1.1" status: 204 len: 168 time: 0.3837104 Oct 20 09:01:53.064022 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59580) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:53.136524 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (ab81ebf7-f108-4b20-9c59-a2e4ea674394), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.233153 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (ab81ebf7-f108-4b20-9c59-a2e4ea674394), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.256828 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.257261 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.257982 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.258308 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.258673 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.259044 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.259382 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.259785 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.260017 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.260333 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.336111 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.336504 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.336838 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.337161 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 09:01:53.337785 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab81ebf7-f108-4b20-9c59-a2e4ea674394']}} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:53.356010 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21b9ddd-4b26-4488-8293-f820d9f3faa0') {'for_net_delete': True} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:53.356298 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21b9ddd-4b26-4488-8293-f820d9f3faa0') {} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:53.374119 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788992'] for segment (d21b9ddd-4b26-4488-8293-f820d9f3faa0), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.395063 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (d21b9ddd-4b26-4488-8293-f820d9f3faa0), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.403523 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Releasing vlan 486 on physical network physnet1 to pool {{(pid=104619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:01:53.403903 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59399974'] for segment (d21b9ddd-4b26-4488-8293-f820d9f3faa0), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.471067 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc310154-1269-42bd-a76f-4bac76c4b754 req-39f9c1b3-1c5a-43fb-86b5-207f15d7089e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:53.473306 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cc310154-1269-42bd-a76f-4bac76c4b754 req-39f9c1b3-1c5a-43fb-86b5-207f15d7089e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0553877 Oct 20 09:01:53.482045 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (ab81ebf7-f108-4b20-9c59-a2e4ea674394), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.498984 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.502133 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/ab81ebf7-f108-4b20-9c59-a2e4ea674394 HTTP/1.1" status: 204 len: 168 time: 0.4371252 Oct 20 09:01:53.503498 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c520e5-c68a-4e27-b97c-08f1fd0704a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab81ebf7-f108-4b20-9c59-a2e4ea674394,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:53.503884 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:53.539046 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cc310154-1269-42bd-a76f-4bac76c4b754 req-c2295855-c9d3-4cfc-9090-354cb10e49b1 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592213 Oct 20 09:01:53.550900 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment d21b9ddd-4b26-4488-8293-f820d9f3faa0 resource provider aggregate not found Oct 20 09:01:53.568713 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment d21b9ddd-4b26-4488-8293-f820d9f3faa0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d21b9ddd-4b26-4488-8293-f820d9f3faa0 found for delete ", "request_id": "req-2386afc8-d156-44cd-86c9-37c00535e1f7"}]} Oct 20 09:01:53.626157 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59604) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:53.667956 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5d8cff9f-e7a7-4f8c-8f0f-20918ebe1c03 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1f24684045924d9bbd661bd8a74f751c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406373 Oct 20 09:01:53.670414 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59606) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:53.691716 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:53.723476 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-64f4c546-ebc5-4549-a399-798f46f68352 admin admin] Publish callbacks [] for security_group (fec8d109-87bf-46cc-96ab-f737ef8e6175), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.747676 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-64f4c546-ebc5-4549-a399-798f46f68352 admin admin] Publish callbacks [] for security_group (fec8d109-87bf-46cc-96ab-f737ef8e6175), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.796749 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-64f4c546-ebc5-4549-a399-798f46f68352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (fec8d109-87bf-46cc-96ab-f737ef8e6175), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.799932 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-64f4c546-ebc5-4549-a399-798f46f68352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.801418 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-64f4c546-ebc5-4549-a399-798f46f68352 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fec8d109-87bf-46cc-96ab-f737ef8e6175 HTTP/1.1" status: 204 len: 168 time: 0.1299644 Oct 20 09:01:53.810707 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4c546-ebc5-4549-a399-798f46f68352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec8d109-87bf-46cc-96ab-f737ef8e6175,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:53.891985 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device a052a7b6-dd87-4142-8f12-b3b7205a2cef up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:01:53.906555 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59614) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:53.975453 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port a052a7b6-dd87-4142-8f12-b3b7205a2cef completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:01:53.986054 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port a052a7b6-dd87-4142-8f12-b3b7205a2cef triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:53.986786 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:53.987607 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port a052a7b6-dd87-4142-8f12-b3b7205a2cef Oct 20 09:01:54.030452 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:54.047266 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb23ce-3cba-47df-8761-81ab9e3b743e req-0436402e-ad81-48c2-8039-0676a94f6e9e tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:54.048346 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ddeb23ce-3cba-47df-8761-81ab9e3b743e req-0436402e-ad81-48c2-8039-0676a94f6e9e tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 945 time: 0.1086953 Oct 20 09:01:54.053612 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59626) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:54.092701 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port a052a7b6-dd87-4142-8f12-b3b7205a2cef is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:54.093130 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:54.151321 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port a052a7b6-dd87-4142-8f12-b3b7205a2cef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a052a7b6-dd87-4142-8f12-b3b7205a2cef,segment=NetworkSegment(a272bf23-dda4-4b1e-ac2f-df90cbbf97b1),segment_id=a272bf23-dda4-4b1e-ac2f-df90cbbf97b1)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:54.152546 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e67be6e-328c-4a4f-8a2b-083b26c3d62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a052a7b6-dd87-4142-8f12-b3b7205a2cef'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:01:54.155294 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dbf8e4-150d-41ca-ac16-c7624c07cd47" -d '{"events": [{"server_uuid": "8e67be6e-328c-4a4f-8a2b-083b26c3d62a", "name": "network-vif-plugged", "status": "completed", "tag": "a052a7b6-dd87-4142-8f12-b3b7205a2cef"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:01:54.167906 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:54.168825 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device b5692122-4272-4400-bc7a-9069ae5bc48a no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:01:54.198613 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ddeb23ce-3cba-47df-8761-81ab9e3b743e req-d7a3d061-2a98-4d66-87af-e9437d8f4aa3 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426139 Oct 20 09:01:54.212447 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-460409e5-bb9f-4e3a-a8ef-10afb6f74f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:54.219289 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66597a52-c411-4045-9d11-23b7154eb00d x-openstack-request-id: req-66597a52-c411-4045-9d11-23b7154eb00d {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:01:54.219583 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e67be6e-328c-4a4f-8a2b-083b26c3d62a", "name": "network-vif-plugged", "status": "completed", "tag": "a052a7b6-dd87-4142-8f12-b3b7205a2cef", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:01:54.219830 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66597a52-c411-4045-9d11-23b7154eb00d {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:01:54.220376 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66597a52-c411-4045-9d11-23b7154eb00d'] response: {'server_uuid': '8e67be6e-328c-4a4f-8a2b-083b26c3d62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a052a7b6-dd87-4142-8f12-b3b7205a2cef', 'code': 200} Oct 20 09:01:54.231574 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:54.241382 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: b5692122-4272-4400-bc7a-9069ae5bc48a {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:01:54.242264 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device b5692122-4272-4400-bc7a-9069ae5bc48a not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:01:54.243817 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=a052a7b6-dd87-4142-8f12-b3b7205a2cef,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:54.261997 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59630) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:54.306406 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-a9f52d3a-e146-4853-9496-65a9e4501b12 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5a5c6b9deac74d5f92cbd17bc0ca0cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428176 Oct 20 09:01:54.308823 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59634) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:54.363592 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ace1-3ed7-4ace-acd1-03755b302813 admin admin] Publish callbacks [] for security_group (b92150e4-bc5a-49bd-bb72-5c9da29cc15d), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:54.402804 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ace1-3ed7-4ace-acd1-03755b302813 admin admin] Publish callbacks [] for security_group (b92150e4-bc5a-49bd-bb72-5c9da29cc15d), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:54.460349 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ace1-3ed7-4ace-acd1-03755b302813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (b92150e4-bc5a-49bd-bb72-5c9da29cc15d), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:54.463559 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ace1-3ed7-4ace-acd1-03755b302813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:54.465437 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-a2e3ace1-3ed7-4ace-acd1-03755b302813 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b92150e4-bc5a-49bd-bb72-5c9da29cc15d HTTP/1.1" status: 204 len: 168 time: 0.1553860 Oct 20 09:01:54.480866 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3ace1-3ed7-4ace-acd1-03755b302813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92150e4-bc5a-49bd-bb72-5c9da29cc15d,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:54.602856 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b06da7-c0fa-4eb6-8735-e81ed03d8859 req-670160b2-5618-4971-bbf3-c21da9da83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:54.604378 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-51b06da7-c0fa-4eb6-8735-e81ed03d8859 req-670160b2-5618-4971-bbf3-c21da9da83a0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 1130 time: 0.1397862 Oct 20 09:01:54.624121 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-460409e5-bb9f-4e3a-a8ef-10afb6f74f8c admin admin] Publish callbacks [] for security_group (f721f858-112d-455e-adb4-6a485c3824f6), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:54.662750 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-460409e5-bb9f-4e3a-a8ef-10afb6f74f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f721f858-112d-455e-adb4-6a485c3824f6), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:54.705949 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-0ca6fd7c-8fd8-4786-88de-7818215aae34 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:54.707483 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-0ca6fd7c-8fd8-4786-88de-7818215aae34 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7fdc4269-1e8c-4b8f-884b-33c74a51bd63 HTTP/1.1" status: 200 len: 813 time: 0.1334226 Oct 20 09:01:54.724822 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-ad537a64-3210-466e-8eb5-b72d3dbc0bd6 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/quotas/9dc1a3b80bd34c8e8f691a9b47457f35 HTTP/1.1" status: 200 len: 375 time: 0.0111728 Oct 20 09:01:54.739771 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:54.753554 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742702'] for router_interface (b078c577-0afc-4dde-9c84-64720126f149), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:54.764123 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-34380030-d4a4-41bf-9a73-2606d8d4c164 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=9dc1a3b80bd34c8e8f691a9b47457f35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316272 Oct 20 09:01:54.822830 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-460409e5-bb9f-4e3a-a8ef-10afb6f74f8c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b4e516e9d13841a480ccd13a4ae5acd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9134328 Oct 20 09:01:54.824476 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59656) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:54.826516 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460409e5-bb9f-4e3a-a8ef-10afb6f74f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f721f858-112d-455e-adb4-6a485c3824f6,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:54.837059 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1882f5-ea1b-443c-bce4-87d843fedccf req-c4478a1f-2a43-49f2-98f5-a538fbb33e3e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:54.843167 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf1882f5-ea1b-443c-bce4-87d843fedccf req-c4478a1f-2a43-49f2-98f5-a538fbb33e3e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1947503 Oct 20 09:01:54.844787 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:54.870585 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-51b06da7-c0fa-4eb6-8735-e81ed03d8859 req-4b3805cd-4529-46ba-a87d-0f1ccacc6c5d service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235639 Oct 20 09:01:54.908446 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-1203017b-ce79-4879-9d8e-33c1e6101b28 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7fdc4269-1e8c-4b8f-884b-33c74a51bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406412 Oct 20 09:01:54.912350 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-96aff2d9-b130-409c-ac37-754020f48d34 admin admin] Publish callbacks [] for security_group (f721f858-112d-455e-adb4-6a485c3824f6), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:54.955222 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf1882f5-ea1b-443c-bce4-87d843fedccf req-86e936e0-49fd-4d50-a15d-e21f7a0c95a5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108875 Oct 20 09:01:54.996996 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-96aff2d9-b130-409c-ac37-754020f48d34 admin admin] Publish callbacks [] for security_group (f721f858-112d-455e-adb4-6a485c3824f6), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.068935 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-6c3a3fb8-2f91-48af-889c-e4d5491f99d5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7fdc4269-1e8c-4b8f-884b-33c74a51bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524339 Oct 20 09:01:55.085941 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-96aff2d9-b130-409c-ac37-754020f48d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f721f858-112d-455e-adb4-6a485c3824f6), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.089017 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-96aff2d9-b130-409c-ac37-754020f48d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.099449 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-96aff2d9-b130-409c-ac37-754020f48d34 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f721f858-112d-455e-adb4-6a485c3824f6 HTTP/1.1" status: 204 len: 168 time: 0.2692902 Oct 20 09:01:55.120429 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aff2d9-b130-409c-ac37-754020f48d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f721f858-112d-455e-adb4-6a485c3824f6,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:55.403375 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3570246-ee04-4950-a87e-21615b1010a7 req-831539d1-2941-4652-b1f2-3197d2a2bce8 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:55.404856 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f3570246-ee04-4950-a87e-21615b1010a7 req-831539d1-2941-4652-b1f2-3197d2a2bce8 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 946 time: 0.0762608 Oct 20 09:01:55.408900 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1a2ed209-4b14-4670-ae3a-2d61ed655d8b req-d32ba8fc-4369-4ab4-824f-d2377d00a816 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 210 time: 0.0537884 Oct 20 09:01:55.468512 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] Deleting port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:01:55.469005 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.553465 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f3570246-ee04-4950-a87e-21615b1010a7 req-eedbea26-4e83-482b-afbf-5d67a273bc5d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256483 Oct 20 09:01:55.604919 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] For port fa3c2e7b-4373-4e9e-890a-e8c4a27be80c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fa3c2e7b-4373-4e9e-890a-e8c4a27be80c,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:55.605274 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.608707 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:55.609363 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59688) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:55.624873 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a361f9b0-fdca-4eb3-81bd-6203a520557a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.625276 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] Calling delete_port for fa3c2e7b-4373-4e9e-890a-e8c4a27be80c owned by network:router_interface {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:01:55.723098 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:55.729627 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a361f9b0-fdca-4eb3-81bd-6203a520557a admin admin] Publish callbacks [] for security_group (3f026616-32dd-42df-9ffc-5a7d76361dc9), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.742017 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a361f9b0-fdca-4eb3-81bd-6203a520557a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (3f026616-32dd-42df-9ffc-5a7d76361dc9), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.815685 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-a361f9b0-fdca-4eb3-81bd-6203a520557a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=56353c9fefe44e2d99ea268d5d05e314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047029 Oct 20 09:01:55.820775 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59694) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:55.851838 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361f9b0-fdca-4eb3-81bd-6203a520557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f026616-32dd-42df-9ffc-5a7d76361dc9,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:55.879324 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (fa3c2e7b-4373-4e9e-890a-e8c4a27be80c), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.897164 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-21baa9f6-018c-417e-8ac9-875a1cf1b3f6 admin admin] Publish callbacks [] for security_group (3f026616-32dd-42df-9ffc-5a7d76361dc9), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.920418 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3c2e7b-4373-4e9e-890a-e8c4a27be80c,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:55.923256 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-21baa9f6-018c-417e-8ac9-875a1cf1b3f6 admin admin] Publish callbacks [] for security_group (3f026616-32dd-42df-9ffc-5a7d76361dc9), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.991930 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-21baa9f6-018c-417e-8ac9-875a1cf1b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (3f026616-32dd-42df-9ffc-5a7d76361dc9), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:55.997233 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-21baa9f6-018c-417e-8ac9-875a1cf1b3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:56.001792 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-21baa9f6-018c-417e-8ac9-875a1cf1b3f6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3f026616-32dd-42df-9ffc-5a7d76361dc9 HTTP/1.1" status: 204 len: 168 time: 0.1773586 Oct 20 09:01:56.010659 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21baa9f6-018c-417e-8ac9-875a1cf1b3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f026616-32dd-42df-9ffc-5a7d76361dc9,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:56.081508 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59704) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:56.154720 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742810'] for router_interface (b078c577-0afc-4dde-9c84-64720126f149), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:56.167072 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a5464-cba8-41b4-841e-8ed958f734e3 req-9576e946-1eec-4a0d-8dac-99a17165dabe tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:56.173317 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fb6a5464-cba8-41b4-841e-8ed958f734e3 req-9576e946-1eec-4a0d-8dac-99a17165dabe tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0716619 Oct 20 09:01:56.221755 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:56.228136 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d554f70-4505-4fc6-8146-f5b487af51e7 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 09:01:56.241607 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fb6a5464-cba8-41b4-841e-8ed958f734e3 req-7d6dfa15-64db-462a-ad8f-fd59c2f66ab7 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610554 Oct 20 09:01:56.273558 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-77a8b819-d89a-4cdc-a8cc-d3a3aa444140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:56.337444 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:56.362371 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-77a8b819-d89a-4cdc-a8cc-d3a3aa444140 admin admin] Publish callbacks [] for security_group (9f27c6ab-3545-4543-a0e3-3550b54a5f64), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:56.385786 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-77a8b819-d89a-4cdc-a8cc-d3a3aa444140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (9f27c6ab-3545-4543-a0e3-3550b54a5f64), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:56.426745 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-77a8b819-d89a-4cdc-a8cc-d3a3aa444140 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9e0899a46ea34a93be8001366fccac4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440332 Oct 20 09:01:56.427404 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59710) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:56.435903 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] Router b078c577-0afc-4dde-9c84-64720126f149 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:01:56.436388 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8b819-d89a-4cdc-a8cc-d3a3aa444140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f27c6ab-3545-4543-a0e3-3550b54a5f64,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:56.437395 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d554f70-4505-4fc6-8146-f5b487af51e7 None None] Resources bound (agent type, host, resource id): {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 09:01:56.543848 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:56.568002 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-85bfd4b9-ab35-45b2-861a-dce30b7b666a req-05965be0-d30e-460a-98ce-1b9af0ec6209 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 210 time: 0.0444894 Oct 20 09:01:56.588810 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-eae0f971-3080-4b41-97ab-e141d5889b76 admin admin] Publish callbacks [] for security_group (9f27c6ab-3545-4543-a0e3-3550b54a5f64), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:56.655265 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-eae0f971-3080-4b41-97ab-e141d5889b76 admin admin] Publish callbacks [] for security_group (9f27c6ab-3545-4543-a0e3-3550b54a5f64), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:56.710626 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:01:56.717935 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-1311b281-82d9-41f2-996a-fa739d659c94 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/b078c577-0afc-4dde-9c84-64720126f149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6631196 Oct 20 09:01:56.725294 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59724) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:56.725897 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795623dd-54d0-4e09-832b-ede314ec5c77 None None] Sync routers for ids ['b078c577-0afc-4dde-9c84-64720126f149'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:01:56.739813 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795623dd-54d0-4e09-832b-ede314ec5c77 None None] Routers {'b078c577-0afc-4dde-9c84-64720126f149'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:01:56.740444 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-795623dd-54d0-4e09-832b-ede314ec5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:01:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['b078c577-0afc-4dde-9c84-64720126f149'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:56.765755 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e6748-ef97-4f7a-941d-8ddc90f77135 req-f4622ec2-f81b-4f63-9bb3-126985b049c7 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:56.766809 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-eae0f971-3080-4b41-97ab-e141d5889b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (9f27c6ab-3545-4543-a0e3-3550b54a5f64), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:56.771486 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-eae0f971-3080-4b41-97ab-e141d5889b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:56.773662 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0d1e6748-ef97-4f7a-941d-8ddc90f77135 req-f4622ec2-f81b-4f63-9bb3-126985b049c7 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 946 time: 0.1139174 Oct 20 09:01:56.774442 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-eae0f971-3080-4b41-97ab-e141d5889b76 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9f27c6ab-3545-4543-a0e3-3550b54a5f64 HTTP/1.1" status: 204 len: 168 time: 0.3455040 Oct 20 09:01:56.790618 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0f971-3080-4b41-97ab-e141d5889b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f27c6ab-3545-4543-a0e3-3550b54a5f64,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:56.953390 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-795623dd-54d0-4e09-832b-ede314ec5c77 None None] Set router b078c577-0afc-4dde-9c84-64720126f149 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:01:57.002297 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0d1e6748-ef97-4f7a-941d-8ddc90f77135 req-8db21fb3-dbd9-4135-b236-d8e268274ad7 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273972 Oct 20 09:01:57.023454 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Publish callbacks [] for router (b078c577-0afc-4dde-9c84-64720126f149), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:57.168856 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Publish callbacks [] for router_gateway (b078c577-0afc-4dde-9c84-64720126f149), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:57.230545 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Deleting port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:01:57.232566 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:57.249596 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-795623dd-54d0-4e09-832b-ede314ec5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b078c577-0afc-4dde-9c84-64720126f149', 'name': 'tempest-DeleteServersTestJSON-1075754946-router', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:01:55Z', 'revision_number': 5, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'gw_port': {'id': 'cfb4acb3-405c-4d3f-a8d1-f4b0caf24230', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b078c577-0afc-4dde-9c84-64720126f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:57.285360 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795623dd-54d0-4e09-832b-ede314ec5c77 None None] Checking router: b078c577-0afc-4dde-9c84-64720126f149 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:01:57.311808 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795623dd-54d0-4e09-832b-ede314ec5c77 None None] Routers {'b078c577-0afc-4dde-9c84-64720126f149'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:01:57.312559 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-795623dd-54d0-4e09-832b-ede314ec5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:01:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['b078c577-0afc-4dde-9c84-64720126f149'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:57.405396 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] For port cfb4acb3-405c-4d3f-a8d1-f4b0caf24230, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cfb4acb3-405c-4d3f-a8d1-f4b0caf24230,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:57.405779 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:57.437998 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-795623dd-54d0-4e09-832b-ede314ec5c77 None None] Set router b078c577-0afc-4dde-9c84-64720126f149 gateway port host: None {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:01:57.438973 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Calling delete_port for cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 owned by network:router_gateway {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:01:57.460058 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:57.509855 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815c7fd-2f50-4550-bfeb-e98fae3d3b70 req-4185a53d-0de5-4aa2-abe8-538efd0561a5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:57.515705 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-795623dd-54d0-4e09-832b-ede314ec5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b078c577-0afc-4dde-9c84-64720126f149', 'name': 'tempest-DeleteServersTestJSON-1075754946-router', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:01:57Z', 'revision_number': 6, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:57.525502 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a815c7fd-2f50-4550-bfeb-e98fae3d3b70 req-4185a53d-0de5-4aa2-abe8-538efd0561a5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1343279 Oct 20 09:01:57.548397 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795623dd-54d0-4e09-832b-ede314ec5c77 None None] The sync data for ids ['b078c577-0afc-4dde-9c84-64720126f149'] in dv-cinder-master-3-iscsi is: [{'id': 'b078c577-0afc-4dde-9c84-64720126f149', 'name': 'tempest-DeleteServersTestJSON-1075754946-router', 'tenant_id': '4da29c9977ca44baa867b3c7fc86164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:01:57Z', 'revision_number': 6, 'project_id': '4da29c9977ca44baa867b3c7fc86164b', 'gw_port_host': None}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:01:57.559524 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:57.658326 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a815c7fd-2f50-4550-bfeb-e98fae3d3b70 req-85cb5379-f763-4e65-8fc8-c743394b6152 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213446 Oct 20 09:01:57.718225 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9d0bf8e4-da7e-463c-ba37-4432f25f65d1 req-1a23ef4c-e416-4530-8503-7df92f784e18 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 210 time: 0.0370507 Oct 20 09:01:57.769865 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-843e6e69-3fb2-4b75-aea8-e59ad80be97c None None] Provisioning complete for port 070de37c-691c-4649-b6a5-6629f06bae2b triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:01:57.770377 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-843e6e69-3fb2-4b75-aea8-e59ad80be97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:57.770578 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-843e6e69-3fb2-4b75-aea8-e59ad80be97c None None] Attempt 1 to provision port 070de37c-691c-4649-b6a5-6629f06bae2b Oct 20 09:01:57.792619 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (cfb4acb3-405c-4d3f-a8d1-f4b0caf24230), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:57.826630 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb4acb3-405c-4d3f-a8d1-f4b0caf24230,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:57.878640 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:57.903617 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-843e6e69-3fb2-4b75-aea8-e59ad80be97c None None] Current status of the port 070de37c-691c-4649-b6a5-6629f06bae2b is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:01:57.944696 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753523'] for router_gateway (b078c577-0afc-4dde-9c84-64720126f149), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:58.172809 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router (b078c577-0afc-4dde-9c84-64720126f149), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:58.180060 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Publish callbacks [] for router_controller (b078c577-0afc-4dde-9c84-64720126f149), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:58.219917 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac6e0c-e367-4050-8ff9-589258dbe7d2 req-4ae59061-8c0c-449a-94c0-0d97945bcb06 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:58.221434 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-78ac6e0c-e367-4050-8ff9-589258dbe7d2 req-4ae59061-8c0c-449a-94c0-0d97945bcb06 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 946 time: 0.1510725 Oct 20 09:01:58.230138 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-0ac8cbd7-6b9c-4b53-b1fb-3f06ee9fb62e tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:58.231687 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-0ac8cbd7-6b9c-4b53-b1fb-3f06ee9fb62e tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7fdc4269-1e8c-4b8f-884b-33c74a51bd63 HTTP/1.1" status: 200 len: 813 time: 0.3032682 Oct 20 09:01:58.282147 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742733'] for router (b078c577-0afc-4dde-9c84-64720126f149), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:58.284263 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b078c577-0afc-4dde-9c84-64720126f149 {{(pid=104618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 09:01:58.299597 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-78ac6e0c-e367-4050-8ff9-589258dbe7d2 req-25cf5395-4e81-41a2-8ab5-bbfbda44da83 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669236 Oct 20 09:01:58.302118 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:58.306349 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59778) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:58.306552 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-5ead418b-c7fc-43c9-9d20-1b0933c15896 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/b078c577-0afc-4dde-9c84-64720126f149 HTTP/1.1" status: 204 len: 168 time: 1.5780070 Oct 20 09:01:58.358709 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44da9ae-ec9f-4cf9-9d33-0dfe96514d84 admin admin] Deleting subnet f1a6806f-5047-4621-b141-2261c04ea705 {{(pid=104619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:01:58.362505 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b44da9ae-ec9f-4cf9-9d33-0dfe96514d84 admin admin] Publish callbacks [] for subnet (f1a6806f-5047-4621-b141-2261c04ea705), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:58.404359 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Request body: {'port': {'device_id': 'fe511cdb-e20c-4ec9-a37b-1eb239d3ed67', 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63', 'admin_state_up': True, 'tenant_id': '9dc1a3b80bd34c8e8f691a9b47457f35'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:01:58.420224 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b44da9ae-ec9f-4cf9-9d33-0dfe96514d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60789047'] for subnet (f1a6806f-5047-4621-b141-2261c04ea705), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:58.514266 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:58.630631 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b44da9ae-ec9f-4cf9-9d33-0dfe96514d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (f1a6806f-5047-4621-b141-2261c04ea705), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:58.665043 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Made reservation on behalf of 9dc1a3b80bd34c8e8f691a9b47457f35 for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:01:58.668883 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:58.774463 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b44da9ae-ec9f-4cf9-9d33-0dfe96514d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59401348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352885'] for subnet (f1a6806f-5047-4621-b141-2261c04ea705), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:58.794636 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59798) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:58.821688 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b44da9ae-ec9f-4cf9-9d33-0dfe96514d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:58.822570 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e376cb35-4869-4fde-9134-5a79811c33f3 None None] Network 47c6132f-de00-464a-9c0d-6ac6d3d24b81 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:01:58.825965 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-b44da9ae-ec9f-4cf9-9d33-0dfe96514d84 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/f1a6806f-5047-4621-b141-2261c04ea705 HTTP/1.1" status: 204 len: 168 time: 0.5186164 Oct 20 09:01:58.829985 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cea9f9-5e00-4968-812b-8e59d48177f7 req-86811f60-035d-4058-afa2-43a98a7392c0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:58.832953 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44da9ae-ec9f-4cf9-9d33-0dfe96514d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a6806f-5047-4621-b141-2261c04ea705,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:58.841013 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59802) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:58.842810 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-33cea9f9-5e00-4968-812b-8e59d48177f7 req-86811f60-035d-4058-afa2-43a98a7392c0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1074765 Oct 20 09:01:58.928758 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-33cea9f9-5e00-4968-812b-8e59d48177f7 req-7d680ad2-0236-4b4e-bf1a-31ac08b5fc3b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846493 Oct 20 09:01:58.982153 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-886bc141-2528-4b97-bce6-c4c555156a85 req-2771bd3a-d9a2-4f18-86e9-9e5845d46dc2 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 210 time: 0.0841916 Oct 20 09:01:58.997066 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:59.015740 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ae9800cb-aba7-4e72-aada-c4291fe3ca75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.015950 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (47c6132f-de00-464a-9c0d-6ac6d3d24b81), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.038968 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Allocated IP 172.20.0.4 (7fdc4269-1e8c-4b8f-884b-33c74a51bd63/d4c61dc0-f502-4ce2-9680-52bac040eb5c/6bd83ee3-a5b5-413b-9b18-8034518260a1) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:01:59.115483 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Deleting port 070de37c-691c-4649-b6a5-6629f06bae2b {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:01:59.115845 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.117453 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-313f335c-5717-4507-b1ee-dde6c3b71cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.119626 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ae9800cb-aba7-4e72-aada-c4291fe3ca75 admin admin] Publish callbacks [] for security_group (96c4bbb9-0c18-4366-bdc0-15d8d40594e5), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.127882 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ae9800cb-aba7-4e72-aada-c4291fe3ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (96c4bbb9-0c18-4366-bdc0-15d8d40594e5), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.175447 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ae9800cb-aba7-4e72-aada-c4291fe3ca75 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f609577d69a54fc38215e32ef577a3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795528 Oct 20 09:01:59.176406 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9800cb-aba7-4e72-aada-c4291fe3ca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c4bbb9-0c18-4366-bdc0-15d8d40594e5,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:59.179506 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59810) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:01:59.219950 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9722fba-a9d9-425d-b01b-041687a8b322 None None] DHCP port deletion for 47c6132f-de00-464a-9c0d-6ac6d3d24b81 request from dv-cinder-master-3-iscsi {{(pid=104620) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 09:01:59.268302 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-d9722fba-a9d9-425d-b01b-041687a8b322 None None] Deleting port 070de37c-691c-4649-b6a5-6629f06bae2b {{(pid=104620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:01:59.268688 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d9722fba-a9d9-425d-b01b-041687a8b322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), before_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.310833 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks [] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.341232 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:59.355663 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-d9722fba-a9d9-425d-b01b-041687a8b322 None None] For port 070de37c-691c-4649-b6a5-6629f06bae2b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=070de37c-691c-4649-b6a5-6629f06bae2b,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:59.356494 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d9722fba-a9d9-425d-b01b-041687a8b322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), precommit_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.362189 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] For port 070de37c-691c-4649-b6a5-6629f06bae2b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=070de37c-691c-4649-b6a5-6629f06bae2b,segment=NetworkSegment(a6951742-dd01-491e-ba44-5cee659d347e),segment_id=a6951742-dd01-491e-ba44-5cee659d347e)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:01:59.362613 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.377750 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-d9722fba-a9d9-425d-b01b-041687a8b322 None None] Calling delete_port for 070de37c-691c-4649-b6a5-6629f06bae2b owned by network:dhcp {{(pid=104620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:01:59.411760 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Calling delete_port for 070de37c-691c-4649-b6a5-6629f06bae2b owned by network:dhcp {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:01:59.457512 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c3db9ff5-3e4f-426a-8c0c-b4f24bb7dd1f admin admin] Publish callbacks [] for security_group (96c4bbb9-0c18-4366-bdc0-15d8d40594e5), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.487083 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:59.490805 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c3db9ff5-3e4f-426a-8c0c-b4f24bb7dd1f admin admin] Publish callbacks [] for security_group (96c4bbb9-0c18-4366-bdc0-15d8d40594e5), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.536960 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.552274 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d9722fba-a9d9-425d-b01b-041687a8b322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), after_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.583610 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device fa3c2e7b-4373-4e9e-890a-e8c4a27be80c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:01:59.586957 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9722fba-a9d9-425d-b01b-041687a8b322 None None] Pushing event deleted for resources: {'Port': ['ID=070de37c-691c-4649-b6a5-6629f06bae2b,revision_number=None']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:59.606667 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9722fba-a9d9-425d-b01b-041687a8b322 None None] No DVR routers for this DVR port 070de37c-691c-4649-b6a5-6629f06bae2b on host dv-cinder-master-3-iscsi {{(pid=104620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:01:59.608160 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: fa3c2e7b-4373-4e9e-890a-e8c4a27be80c {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:01:59.608654 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device fa3c2e7b-4373-4e9e-890a-e8c4a27be80c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:01:59.609063 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:01:59.629320 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:01:59.629499 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device cfb4acb3-405c-4d3f-a8d1-f4b0caf24230 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:01:59.629880 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 070de37c-691c-4649-b6a5-6629f06bae2b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:01:59.643626 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:01:59.649010 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 070de37c-691c-4649-b6a5-6629f06bae2b {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:01:59.649359 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 070de37c-691c-4649-b6a5-6629f06bae2b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:01:59.651666 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97d18f-bf71-4bef-b44e-f31daa1d18e1 req-44e18625-a6fe-420a-838d-cf2337a8951e tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:59.653160 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cc97d18f-bf71-4bef-b44e-f31daa1d18e1 req-44e18625-a6fe-420a-838d-cf2337a8951e tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 946 time: 0.1676984 Oct 20 09:01:59.661073 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:01:59.668086 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:01:59.680272 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Pushing event updated for resources: {'Port': ['ID=6bd83ee3-a5b5-413b-9b18-8034518260a1,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:59.737220 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c3db9ff5-3e4f-426a-8c0c-b4f24bb7dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (96c4bbb9-0c18-4366-bdc0-15d8d40594e5), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.739703 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c3db9ff5-3e4f-426a-8c0c-b4f24bb7dd1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.740822 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-c3db9ff5-3e4f-426a-8c0c-b4f24bb7dd1f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/96c4bbb9-0c18-4366-bdc0-15d8d40594e5 HTTP/1.1" status: 204 len: 168 time: 0.5513866 Oct 20 09:01:59.756664 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (070de37c-691c-4649-b6a5-6629f06bae2b), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.781206 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db9ff5-3e4f-426a-8c0c-b4f24bb7dd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c4bbb9-0c18-4366-bdc0-15d8d40594e5,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:59.786928 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:01:59.787498 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.812456 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=070de37c-691c-4649-b6a5-6629f06bae2b,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:01:59.816768 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cc97d18f-bf71-4bef-b44e-f31daa1d18e1 req-42b87162-9c83-47e1-a65e-6360e4c0b33d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537011 Oct 20 09:01:59.820506 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] No DVR routers for this DVR port 070de37c-691c-4649-b6a5-6629f06bae2b on host dv-cinder-master-3-iscsi {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:01:59.823840 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:01:59.857522 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-b91c8166-ba11-4272-ae7d-bb0eb122371f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4577305 Oct 20 09:01:59.916618 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (47c6132f-de00-464a-9c0d-6ac6d3d24b81), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.939539 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c6132f-de00-464a-9c0d-6ac6d3d24b81']}} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:59.951346 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6951742-dd01-491e-ba44-5cee659d347e') {'for_net_delete': True} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:59.951637 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6951742-dd01-491e-ba44-5cee659d347e') {} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:01:59.963221 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788992'] for segment (a6951742-dd01-491e-ba44-5cee659d347e), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.980261 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (a6951742-dd01-491e-ba44-5cee659d347e), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:01:59.988311 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Releasing vlan 462 on physical network physnet1 to pool {{(pid=104619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:01:59.988999 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59399974'] for segment (a6951742-dd01-491e-ba44-5cee659d347e), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:00.034366 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment a6951742-dd01-491e-ba44-5cee659d347e resource provider aggregate not found Oct 20 09:02:00.068614 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (47c6132f-de00-464a-9c0d-6ac6d3d24b81), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:00.081106 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a532a37-7861-48b9-a001-fb5dd234c5ad req-7c0c9790-1f49-4a68-8b57-bc9458a59fde tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:00.083166 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8a532a37-7861-48b9-a001-fb5dd234c5ad req-7c0c9790-1f49-4a68-8b57-bc9458a59fde tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0696328 Oct 20 09:02:00.084429 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:00.090396 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/47c6132f-de00-464a-9c0d-6ac6d3d24b81 HTTP/1.1" status: 204 len: 168 time: 1.2425375 Oct 20 09:02:00.090396 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8345f-0bc7-4c44-a33f-24a83a8cb0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=47c6132f-de00-464a-9c0d-6ac6d3d24b81,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:00.159463 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8a532a37-7861-48b9-a001-fb5dd234c5ad req-63ea0775-a705-435b-8491-0f273a67f2e2 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635574 Oct 20 09:02:00.168966 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment a6951742-dd01-491e-ba44-5cee659d347e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6951742-dd01-491e-ba44-5cee659d347e found for delete ", "request_id": "req-0d0debb0-b5c3-493c-81f1-a52e22536978"}]} Oct 20 09:02:00.181156 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dd11a-5a6e-41e7-bd8a-e58291e1c6dd req-cfad35cd-5080-44d0-bd4b-f0760b9a4301 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:00.182772 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-330dd11a-5a6e-41e7-bd8a-e58291e1c6dd req-cfad35cd-5080-44d0-bd4b-f0760b9a4301 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 931 time: 0.0636036 Oct 20 09:02:00.291877 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59832) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:00.333258 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-67457afa-532f-4209-afdd-5e5cf8462d2c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4da29c9977ca44baa867b3c7fc86164b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401506 Oct 20 09:02:00.336437 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59834) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:00.390254 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-af00513f-dcf4-48b2-830c-8639d998cac6 admin admin] Publish callbacks [] for security_group (0023cc59-bdaa-45d9-a9c7-2260477c9a29), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:00.411500 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-af00513f-dcf4-48b2-830c-8639d998cac6 admin admin] Publish callbacks [] for security_group (0023cc59-bdaa-45d9-a9c7-2260477c9a29), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:00.451094 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-330dd11a-5a6e-41e7-bd8a-e58291e1c6dd req-ab8d8a8b-54b0-41a5-8973-d96203cab71d tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615478 Oct 20 09:02:00.458759 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-af00513f-dcf4-48b2-830c-8639d998cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (0023cc59-bdaa-45d9-a9c7-2260477c9a29), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:00.461772 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-af00513f-dcf4-48b2-830c-8639d998cac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:00.462971 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-af00513f-dcf4-48b2-830c-8639d998cac6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0023cc59-bdaa-45d9-a9c7-2260477c9a29 HTTP/1.1" status: 204 len: 168 time: 0.1255863 Oct 20 09:02:00.466489 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:00.472258 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00513f-dcf4-48b2-830c-8639d998cac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0023cc59-bdaa-45d9-a9c7-2260477c9a29,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:00.951405 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53732366-5478-4db6-8b50-6ccdd338b098 req-d178efe2-3ca1-4743-b770-b595dbbdff8b tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:00.953126 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-53732366-5478-4db6-8b50-6ccdd338b098 req-d178efe2-3ca1-4743-b770-b595dbbdff8b tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 946 time: 0.0541749 Oct 20 09:02:01.008332 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-53732366-5478-4db6-8b50-6ccdd338b098 req-ae8d44a8-c458-4faa-978d-55734f5dd5b3 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497015 Oct 20 09:02:01.037120 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-1386e6d6-eeba-450f-92a8-dbe02dd9cb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.161558 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59860) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:01.267052 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1217264017-network', 'tenant_id': 'f1061324903c42ed9f0306471a113b82'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:01.270448 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455de928-1e8e-4a0a-9fe8-c479636dda18 req-4ccbb063-6c11-43a3-861e-17f2de24ff7b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:01.271960 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-455de928-1e8e-4a0a-9fe8-c479636dda18 req-4ccbb063-6c11-43a3-861e-17f2de24ff7b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0478446 Oct 20 09:02:01.287099 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Made reservation on behalf of f1061324903c42ed9f0306471a113b82 for: {'network': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:02:01.289416 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.301144 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.330788 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-455de928-1e8e-4a0a-9fe8-c479636dda18 req-c0e86be3-8db0-4996-85fb-4d68df0cca48 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531046 Oct 20 09:02:01.346092 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:01.385588 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Publish callbacks [] for security_group (52972020-f3fb-4278-9a2e-419e8cfcdca9), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.389456 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (52972020-f3fb-4278-9a2e-419e8cfcdca9), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.413057 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 453} {{(pid=104618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:02:01.427580 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52972020-f3fb-4278-9a2e-419e8cfcdca9,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:01.433976 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (28b10995-3792-43cc-af59-ed14b5866f4e), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.434380 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.segments_db [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Added segment 28b10995-3792-43cc-af59-ed14b5866f4e of type vlan for network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 Oct 20 09:02:01.474809 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (26c5cd40-c195-42e5-baf1-db47fbf3d5b7), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.502859 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (26c5cd40-c195-42e5-baf1-db47fbf3d5b7), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.503844 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:01.504450 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.559311 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3965924 Oct 20 09:02:01.562337 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59870) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:01.567144 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] Request body: {'subnet': {'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1217264017-subnet', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:01.587122 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] Made reservation on behalf of f1061324903c42ed9f0306471a113b82 for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:02:01.589562 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352862'] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.601751 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085c0a5-fe64-4484-a82f-48249f055c22 admin admin] Pushing event updated for resources: {'Network': ['ID=26c5cd40-c195-42e5-baf1-db47fbf3d5b7,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:01.613513 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:02:01.615476 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf350d8-1712-47bc-a04f-bccbda8ad547 req-35265ece-ad7c-4a89-933d-3f11dbdbc1c6 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:01.617659 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0bf350d8-1712-47bc-a04f-bccbda8ad547 req-35265ece-ad7c-4a89-933d-3f11dbdbc1c6 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 931 time: 0.0658362 Oct 20 09:02:01.646152 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:01.669127 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0bf350d8-1712-47bc-a04f-bccbda8ad547 req-a3cd0dd5-26cf-4bb8-bae2-5f35c1d9c681 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455534 Oct 20 09:02:01.762823 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59401307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352844'] for subnet (7f79087e-5051-4d15-b54d-c7d08bce78b2), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.815288 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f79087e-5051-4d15-b54d-c7d08bce78b2,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:01.829873 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] Checking segment: {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:02:01.830217 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] Network hostable DHCP agents. Network: 26c5cd40-c195-42e5-baf1-db47fbf3d5b7, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:02:01.847363 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] Network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:02:01.856685 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 26c5cd40-c195-42e5-baf1-db47fbf3d5b7) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:02:01.860772 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:01.861368 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.865845 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f220f5-a59d-462b-bdb8-6c2dfbe35acb None None] Network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:02:01.877108 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7937c871-c67f-46aa-9632-5d2f481d7f75 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3136249 Oct 20 09:02:01.879792 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59872) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:01.884075 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:01.905103 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (0fe1728d-9900-4fa8-8917-849873667ba0), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.906085 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (0fe1728d-9900-4fa8-8917-849873667ba0), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.955184 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Publish callbacks [] for router_controller (0fe1728d-9900-4fa8-8917-849873667ba0), precommit_add_association {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.970291 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'project_id': 'f1061324903c42ed9f0306471a113b82', 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 09:02:01.971297 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:01.991471 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:02.088470 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:02.093303 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Publish callbacks [] for router_gateway (0fe1728d-9900-4fa8-8917-849873667ba0), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.113412 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Allocated IP 172.20.0.2 (26c5cd40-c195-42e5-baf1-db47fbf3d5b7/7f79087e-5051-4d15-b54d-c7d08bce78b2/848a4cca-1d47-4a49-b158-63c920b7b7cc) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:02:02.203202 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e142549-a4a0-45b7-b2c9-b0ecf0fbe66b req-29850017-c9aa-4611-acb3-9316ace80b40 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:02.204675 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3e142549-a4a0-45b7-b2c9-b0ecf0fbe66b req-29850017-c9aa-4611-acb3-9316ace80b40 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 946 time: 0.0637238 Oct 20 09:02:02.257072 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Publish callbacks [] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.263153 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.301441 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:02:02.306887 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:02:02.310880 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:02:02.314083 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Pushing event updated for resources: {'Port': ['ID=848a4cca-1d47-4a49-b158-63c920b7b7cc,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:02.338378 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3e142549-a4a0-45b7-b2c9-b0ecf0fbe66b req-ccf0da0b-ba63-451d-967b-8e6d3927540c tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247122 Oct 20 09:02:02.373438 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Publish callbacks [] for router_gateway (0fe1728d-9900-4fa8-8917-849873667ba0), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.382169 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Attempting to bind port 848a4cca-1d47-4a49-b158-63c920b7b7cc on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:02:02.382579 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Attempting to bind port 848a4cca-1d47-4a49-b158-63c920b7b7cc by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:02:02.382914 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Attempting to bind port 848a4cca-1d47-4a49-b158-63c920b7b7cc on network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:02:02.393399 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.406132 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.427567 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:02:02.427930 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Checking segment: {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:02:02.428531 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.429784 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Bound using segment: {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:02:02.430418 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Bound port: 848a4cca-1d47-4a49-b158-63c920b7b7cc, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:02:02.430835 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.441793 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:02.482000 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01b502-42e5-4ea9-80f1-09c13704bc84 req-87822842-ad4f-4324-8a52-7759f9226708 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:02.484003 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ce01b502-42e5-4ea9-80f1-09c13704bc84 req-87822842-ad4f-4324-8a52-7759f9226708 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0644886 Oct 20 09:02:02.509055 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] For port 848a4cca-1d47-4a49-b158-63c920b7b7cc, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:02:02.511949 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Allocated IP 172.37.2.232 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/3d2f8301-254b-4c47-8661-95107e1fd626) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:02:02.512361 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] For port 848a4cca-1d47-4a49-b158-63c920b7b7cc, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=848a4cca-1d47-4a49-b158-63c920b7b7cc,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:02:02.519549 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.528655 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:02.544419 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ce01b502-42e5-4ea9-80f1-09c13704bc84 req-fe76e78e-2b28-4645-816a-1bf576179443 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546973 Oct 20 09:02:02.585726 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ef6a9-efe6-4a02-a827-71340ef935e3 None None] Pushing event updated for resources: {'Port': ['ID=848a4cca-1d47-4a49-b158-63c920b7b7cc,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:02.631200 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Publish callbacks [] for port (3d2f8301-254b-4c47-8661-95107e1fd626), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.663597 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.696863 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Request body: {'port': {'device_id': 'fe511cdb-e20c-4ec9-a37b-1eb239d3ed67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:02.735894 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:02:02.743783 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:02:02.753690 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:02:02.787369 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2f8301-254b-4c47-8661-95107e1fd626,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:02.866710 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:02.884907 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc836-0e16-4dd4-b977-025c725df39f req-2703a65e-1646-48d8-ac5d-5369aa32c143 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:02.886397 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c67dc836-0e16-4dd4-b977-025c725df39f req-2703a65e-1646-48d8-ac5d-5369aa32c143 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 931 time: 0.1034570 Oct 20 09:02:02.930560 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:03.108062 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c67dc836-0e16-4dd4-b977-025c725df39f req-d98ed65c-59f1-4f5a-8f6a-5b6c51e83389 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156796 Oct 20 09:02:03.279118 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:03.329768 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Publish callbacks [] for router_gateway (0fe1728d-9900-4fa8-8917-849873667ba0), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:03.340804 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d564238-a978-4bda-80e3-6c560a223949 req-78755406-1af1-4acf-b867-f68ee649a20c tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:03.342275 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1d564238-a978-4bda-80e3-6c560a223949 req-78755406-1af1-4acf-b867-f68ee649a20c tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 946 time: 0.0810835 Oct 20 09:02:03.479560 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb449e2-f09b-475b-93c5-b56751e2d950 req-c2ba2a2b-32c4-4ccb-9997-39e4a335464e tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:03.481054 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7cb449e2-f09b-475b-93c5-b56751e2d950 req-c2ba2a2b-32c4-4ccb-9997-39e4a335464e tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 946 time: 0.0525584 Oct 20 09:02:03.542495 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7cb449e2-f09b-475b-93c5-b56751e2d950 req-c2a5d45e-2324-4247-87e6-031f1c9a2db0 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554121 Oct 20 09:02:03.648142 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 848a4cca-1d47-4a49-b158-63c920b7b7cc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:02:03.695149 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a8a07e-e0b7-4fa3-ba67-0b88921a1e9a None None] Network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:02:03.763521 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 848a4cca-1d47-4a49-b158-63c920b7b7cc triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:03.764264 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:03.764846 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 848a4cca-1d47-4a49-b158-63c920b7b7cc Oct 20 09:02:03.803116 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd83ee3-a5b5-413b-9b18-8034518260a1 {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:02:03.833148 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Publish callbacks [] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:03.836595 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-49f73760-4238-4a53-b228-ca9ba1eab4ad None None] Provisioning complete for port 848a4cca-1d47-4a49-b158-63c920b7b7cc triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:03.836994 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-49f73760-4238-4a53-b228-ca9ba1eab4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:03.837297 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-49f73760-4238-4a53-b228-ca9ba1eab4ad None None] Attempt 1 to provision port 848a4cca-1d47-4a49-b158-63c920b7b7cc Oct 20 09:02:03.857871 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:03.894525 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Transition to ACTIVE for port object 6bd83ee3-a5b5-413b-9b18-8034518260a1 will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:02:03.898812 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-1d564238-a978-4bda-80e3-6c560a223949 req-103edabf-5d4f-4add-8fe9-dadfacd2c51d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Deleting port a052a7b6-dd87-4142-8f12-b3b7205a2cef {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:02:03.899158 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-1d564238-a978-4bda-80e3-6c560a223949 req-103edabf-5d4f-4add-8fe9-dadfacd2c51d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:03.920306 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5217c-8bab-497e-8a2d-5f8938ca8c4a req-8c0cacea-e90a-469b-94e0-4bb0527f95ef tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:03.921814 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-65c5217c-8bab-497e-8a2d-5f8938ca8c4a req-8c0cacea-e90a-469b-94e0-4bb0527f95ef tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1082556 Oct 20 09:02:03.922741 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:03.967835 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 848a4cca-1d47-4a49-b158-63c920b7b7cc is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:03.968227 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:03.993879 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-49f73760-4238-4a53-b228-ca9ba1eab4ad None None] Current status of the port 848a4cca-1d47-4a49-b158-63c920b7b7cc is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:03.994267 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-49f73760-4238-4a53-b228-ca9ba1eab4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.027229 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 848a4cca-1d47-4a49-b158-63c920b7b7cc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=848a4cca-1d47-4a49-b158-63c920b7b7cc,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:04.033463 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.123426 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.db.api [None req-49f73760-4238-4a53-b228-ca9ba1eab4ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 20 09:02:04.123838 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG oslo_db.api [None req-49f73760-4238-4a53-b228-ca9ba1eab4ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 09:02:04.127516 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=848a4cca-1d47-4a49-b158-63c920b7b7cc,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:04.131296 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.158810 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd83ee3-a5b5-413b-9b18-8034518260a1,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:04.189371 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:04.223897 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-65c5217c-8bab-497e-8a2d-5f8938ca8c4a req-fd10721b-5bd0-4479-96b1-4dc057dabd3d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614002 Oct 20 09:02:04.227398 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-1d564238-a978-4bda-80e3-6c560a223949 req-103edabf-5d4f-4add-8fe9-dadfacd2c51d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] For port a052a7b6-dd87-4142-8f12-b3b7205a2cef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a052a7b6-dd87-4142-8f12-b3b7205a2cef,segment=NetworkSegment(a272bf23-dda4-4b1e-ac2f-df90cbbf97b1),segment_id=a272bf23-dda4-4b1e-ac2f-df90cbbf97b1)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:04.227753 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-1d564238-a978-4bda-80e3-6c560a223949 req-103edabf-5d4f-4add-8fe9-dadfacd2c51d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.233860 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7660f-7adc-44c4-90bd-830d37c55817 req-e7bed2a4-972f-4e17-bb8a-f413f6d1783c tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:04.235411 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-16e7660f-7adc-44c4-90bd-830d37c55817 req-e7bed2a4-972f-4e17-bb8a-f413f6d1783c tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 943 time: 0.0469027 Oct 20 09:02:04.240818 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (0fe1728d-9900-4fa8-8917-849873667ba0), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.252488 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-1d564238-a978-4bda-80e3-6c560a223949 req-103edabf-5d4f-4add-8fe9-dadfacd2c51d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Calling delete_port for a052a7b6-dd87-4142-8f12-b3b7205a2cef owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:02:04.275019 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.293094 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-16e7660f-7adc-44c4-90bd-830d37c55817 req-3a0d8281-7970-4539-8471-7a5c8f217730 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489743 Oct 20 09:02:04.339950 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Attempting to bind port 6bd83ee3-a5b5-413b-9b18-8034518260a1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:02:04.340537 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Attempting to bind port 6bd83ee3-a5b5-413b-9b18-8034518260a1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '10ee2b8f-225b-4078-a1e3-ca61c72306c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:02:04.340856 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Attempting to bind port 6bd83ee3-a5b5-413b-9b18-8034518260a1 on network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:02:04.375474 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:04.470911 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Port 6bd83ee3-a5b5-413b-9b18-8034518260a1 on network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:02:04.471140 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Attempting to bind port 6bd83ee3-a5b5-413b-9b18-8034518260a1 on network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:02:04.572227 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:02:04.572643 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Checking segment: {'id': '10ee2b8f-225b-4078-a1e3-ca61c72306c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:02:04.573066 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Bound using segment: {'id': '10ee2b8f-225b-4078-a1e3-ca61c72306c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:02:04.573594 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Bound port: 6bd83ee3-a5b5-413b-9b18-8034518260a1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ee2b8f-225b-4078-a1e3-ca61c72306c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:02:04.573976 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.578115 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-1d564238-a978-4bda-80e3-6c560a223949 req-103edabf-5d4f-4add-8fe9-dadfacd2c51d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (a052a7b6-dd87-4142-8f12-b3b7205a2cef), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.597936 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Router 0fe1728d-9900-4fa8-8917-849873667ba0 is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 09:02:04.623845 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103edabf-5d4f-4add-8fe9-dadfacd2c51d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Pushing event deleted for resources: {'Port': ['ID=a052a7b6-dd87-4142-8f12-b3b7205a2cef,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:04.659539 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-49f73760-4238-4a53-b228-ca9ba1eab4ad None None] Current status of the port 848a4cca-1d47-4a49-b158-63c920b7b7cc is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:04.721034 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ac2dafe8-0ce4-4542-aa9c-da0d91e1975b req-b86f4703-757d-4fd8-b820-e46216c5dbd6 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 210 time: 0.0908079 Oct 20 09:02:04.752160 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d564238-a978-4bda-80e3-6c560a223949 req-103edabf-5d4f-4add-8fe9-dadfacd2c51d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] No DVR routers for this DVR port a052a7b6-dd87-4142-8f12-b3b7205a2cef on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:02:04.754674 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-1d564238-a978-4bda-80e3-6c560a223949 req-103edabf-5d4f-4add-8fe9-dadfacd2c51d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.758349 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1d564238-a978-4bda-80e3-6c560a223949 req-103edabf-5d4f-4add-8fe9-dadfacd2c51d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a052a7b6-dd87-4142-8f12-b3b7205a2cef HTTP/1.1" status: 204 len: 173 time: 1.3791575 Oct 20 09:02:04.766657 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e67be6e-328c-4a4f-8a2b-083b26c3d62a', 'name': 'network-vif-deleted', 'tag': 'a052a7b6-dd87-4142-8f12-b3b7205a2cef'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:02:04.769233 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95e6a37-6d40-4069-8910-bd07f7a6de76" -d '{"events": [{"server_uuid": "8e67be6e-328c-4a4f-8a2b-083b26c3d62a", "name": "network-vif-deleted", "tag": "a052a7b6-dd87-4142-8f12-b3b7205a2cef"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:02:04.776258 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-b71e308e-92ce-450b-80d3-6fbc409679ff None None] Provisioning complete for port 848a4cca-1d47-4a49-b158-63c920b7b7cc triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:04.776634 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b71e308e-92ce-450b-80d3-6fbc409679ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.776970 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-b71e308e-92ce-450b-80d3-6fbc409679ff None None] Attempt 1 to provision port 848a4cca-1d47-4a49-b158-63c920b7b7cc Oct 20 09:02:04.791966 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] For port 6bd83ee3-a5b5-413b-9b18-8034518260a1, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:02:04.797531 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] For port 6bd83ee3-a5b5-413b-9b18-8034518260a1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6bd83ee3-a5b5-413b-9b18-8034518260a1,segment=NetworkSegment(10ee2b8f-225b-4078-a1e3-ca61c72306c6),segment_id=10ee2b8f-225b-4078-a1e3-ca61c72306c6)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:02:04.836110 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eedc006-6cdf-44c8-9bbb-27ee907e00f6 x-openstack-request-id: req-6eedc006-6cdf-44c8-9bbb-27ee907e00f6 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:02:04.836378 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e67be6e-328c-4a4f-8a2b-083b26c3d62a", "name": "network-vif-deleted", "tag": "a052a7b6-dd87-4142-8f12-b3b7205a2cef", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:02:04.836605 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6eedc006-6cdf-44c8-9bbb-27ee907e00f6 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:02:04.836960 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eedc006-6cdf-44c8-9bbb-27ee907e00f6'] response: {'server_uuid': '8e67be6e-328c-4a4f-8a2b-083b26c3d62a', 'name': 'network-vif-deleted', 'tag': 'a052a7b6-dd87-4142-8f12-b3b7205a2cef', 'status': 'completed', 'code': 200} Oct 20 09:02:04.839743 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.843185 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:04.843757 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.845247 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/6bd83ee3-a5b5-413b-9b18-8034518260a1 HTTP/1.1" status: 200 len: 1093 time: 2.1753030 Oct 20 09:02:04.860157 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-b71e308e-92ce-450b-80d3-6fbc409679ff None None] Current status of the port 848a4cca-1d47-4a49-b158-63c920b7b7cc is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:04.889931 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:02:04.899528 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Sync routers for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:02:04.909119 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:02:04.909805 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:02:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:04.914694 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795483a6-824d-4957-b6a8-1a36d14986f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd83ee3-a5b5-413b-9b18-8034518260a1,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:04.920987 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:04.924893 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-398381c2-c955-4535-aaeb-ad3e98135900 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0414050 Oct 20 09:02:04.925680 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59900) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:05.010623 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:02:05.061084 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:05.103245 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:05.180710 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:03Z', 'revision_number': 3, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:05.194917 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:05.205729 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Checking router: 0fe1728d-9900-4fa8-8917-849873667ba0 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:02:05.206085 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Updating router 0fe1728d-9900-4fa8-8917-849873667ba0 port 3d2f8301-254b-4c47-8661-95107e1fd626 binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:02:05.234399 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:05.364056 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:05.371328 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b247cd-46de-452e-bf00-8a87ed8ad6ce req-ea4ac1e7-1f2d-4ef9-a552-82f8ac689db7 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:05.372814 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-38b247cd-46de-452e-bf00-8a87ed8ad6ce req-ea4ac1e7-1f2d-4ef9-a552-82f8ac689db7 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0641389 Oct 20 09:02:05.383798 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:05.432410 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9b4bd-9993-4273-a99f-6c450deec723 req-7831cf48-0ffe-4f9d-949e-d330b6b5f413 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:05.434058 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-21f9b4bd-9993-4273-a99f-6c450deec723 req-7831cf48-0ffe-4f9d-949e-d330b6b5f413 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 943 time: 0.0498002 Oct 20 09:02:05.463714 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:05.466635 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-38b247cd-46de-452e-bf00-8a87ed8ad6ce req-3efd695e-24ec-4eee-9aa4-ac0eb30d1003 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858753 Oct 20 09:02:05.500028 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-21f9b4bd-9993-4273-a99f-6c450deec723 req-13781314-8889-49f8-8753-d06e564d661a tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585136 Oct 20 09:02:05.581658 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Allocated IP 172.20.0.1 (26c5cd40-c195-42e5-baf1-db47fbf3d5b7/7f79087e-5051-4d15-b54d-c7d08bce78b2/6a607cfa-6b0d-47d1-a88b-17aea10757b2) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:02:05.609672 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 848a4cca-1d47-4a49-b158-63c920b7b7cc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:02:05.656000 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Publish callbacks [] for port (3d2f8301-254b-4c47-8661-95107e1fd626), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:05.662724 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:05.684895 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Publish callbacks [] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:05.701819 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Attempting to bind port 3d2f8301-254b-4c47-8661-95107e1fd626 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:02:05.702192 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Attempting to bind port 3d2f8301-254b-4c47-8661-95107e1fd626 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:02:05.702582 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Attempting to bind port 3d2f8301-254b-4c47-8661-95107e1fd626 on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:02:05.717922 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:05.734375 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 848a4cca-1d47-4a49-b158-63c920b7b7cc triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:05.734778 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:05.735116 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 848a4cca-1d47-4a49-b158-63c920b7b7cc Oct 20 09:02:05.759664 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66f806-e11d-490a-8811-0c129303f378 None None] Pushing event updated for resources: {'Port': ['ID=3d2f8301-254b-4c47-8661-95107e1fd626,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:05.761706 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:02:05.764812 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:02:05.768859 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:02:05.774080 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Pushing event updated for resources: {'Port': ['ID=6a607cfa-6b0d-47d1-a88b-17aea10757b2,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:05.794872 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:02:05.795727 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:02:05.796140 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:05.796539 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:02:05.797608 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Bound port: 3d2f8301-254b-4c47-8661-95107e1fd626, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:02:05.798007 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:05.822925 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (0fe1728d-9900-4fa8-8917-849873667ba0), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:05.887529 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] For port 3d2f8301-254b-4c47-8661-95107e1fd626, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:02:05.889674 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 848a4cca-1d47-4a49-b158-63c920b7b7cc is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:05.903041 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] For port 3d2f8301-254b-4c47-8661-95107e1fd626, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3d2f8301-254b-4c47-8661-95107e1fd626,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:02:05.910128 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:05.918206 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:05.950376 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:05.953022 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:02:05.953678 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:02:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:05.958872 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e4b7429a-8582-4119-bc89-31290e391113 req-161a45ea-b57a-435d-89be-a2f5600db25d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 210 time: 0.1473944 Oct 20 09:02:05.987698 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:06.004349 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:06.011059 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66f806-e11d-490a-8811-0c129303f378 None None] Pushing event updated for resources: {'Port': ['ID=3d2f8301-254b-4c47-8661-95107e1fd626,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:06.077348 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:02:06.151153 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-4aee7ff6-66ae-4ffa-a704-b68bc5d44d4b None None] Provisioning complete for port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:06.151647 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-4aee7ff6-66ae-4ffa-a704-b68bc5d44d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:06.152191 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-4aee7ff6-66ae-4ffa-a704-b68bc5d44d4b None None] Attempt 1 to provision port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 Oct 20 09:02:06.167865 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Publish callbacks [] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:06.172738 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:06.220447 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-4aee7ff6-66ae-4ffa-a704-b68bc5d44d4b None None] Port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:02:06.240069 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Pushing event updated for resources: {'Port': ['ID=6a607cfa-6b0d-47d1-a88b-17aea10757b2,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:06.243162 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (0fe1728d-9900-4fa8-8917-849873667ba0), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:06.287605 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:03Z', 'revision_number': 3, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:06.313512 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9aec3-18fa-485f-9405-ab3312ca4483 None None] The sync data for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi is: [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:03Z', 'revision_number': 3, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:02:06.640200 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:02:06.640738 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74d091-0c1e-47bd-9721-42dfea699a6b req-05a59e51-398e-495b-87e1-ac3fdcbd2d85 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:06.642235 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cf74d091-0c1e-47bd-9721-42dfea699a6b req-05a59e51-398e-495b-87e1-ac3fdcbd2d85 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0552883 Oct 20 09:02:06.646772 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328c961-0b7d-483d-8d36-a73520c64514 req-ae3ab455-ee1e-4102-9ca9-970c31b27269 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:06.648399 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6328c961-0b7d-483d-8d36-a73520c64514 req-ae3ab455-ee1e-4102-9ca9-970c31b27269 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 943 time: 0.0611441 Oct 20 09:02:06.649865 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:02:06.707985 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cf74d091-0c1e-47bd-9721-42dfea699a6b req-bb5eaf85-dc47-4ec4-bacf-742b039b88b0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598788 Oct 20 09:02:06.770998 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6328c961-0b7d-483d-8d36-a73520c64514 req-1b65144c-f56a-423a-86e0-96b20d18c4b7 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151283 Oct 20 09:02:06.840335 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe511cdb-e20c-4ec9-a37b-1eb239d3ed67', 'tag': '6bd83ee3-a5b5-413b-9b18-8034518260a1'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:02:06.843196 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae863db4-69f9-4842-81c0-aa8f54fe2b95" -d '{"events": [{"name": "network-changed", "server_uuid": "fe511cdb-e20c-4ec9-a37b-1eb239d3ed67", "tag": "6bd83ee3-a5b5-413b-9b18-8034518260a1"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:02:06.847674 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Router 0fe1728d-9900-4fa8-8917-849873667ba0 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:02:06.861286 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['a052a7b6-dd87-4142-8f12-b3b7205a2cef'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:02:06.901924 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ee479d-aa23-4ecd-af76-0ba42e38c089 x-openstack-request-id: req-93ee479d-aa23-4ecd-af76-0ba42e38c089 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:02:06.902219 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe511cdb-e20c-4ec9-a37b-1eb239d3ed67", "tag": "6bd83ee3-a5b5-413b-9b18-8034518260a1", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:02:06.902497 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93ee479d-aa23-4ecd-af76-0ba42e38c089 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:02:06.902884 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ee479d-aa23-4ecd-af76-0ba42e38c089'] response: {'name': 'network-changed', 'server_uuid': 'fe511cdb-e20c-4ec9-a37b-1eb239d3ed67', 'tag': '6bd83ee3-a5b5-413b-9b18-8034518260a1', 'status': 'completed', 'code': 200} Oct 20 09:02:06.952189 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-19cc44b2-3048-41b0-be39-02166fb0cb9f None None] Provisioning complete for port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:06.952699 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-19cc44b2-3048-41b0-be39-02166fb0cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:06.953130 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-19cc44b2-3048-41b0-be39-02166fb0cb9f None None] Attempt 1 to provision port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 Oct 20 09:02:06.980546 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:02:06.985537 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-4d6993f5-1e24-4aad-ae4d-1dc8b0c6c849 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/0fe1728d-9900-4fa8-8917-849873667ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0595555 Oct 20 09:02:06.995481 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-19cc44b2-3048-41b0-be39-02166fb0cb9f None None] Port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:02:07.059470 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-9b21b77e-f040-4ed0-a3ab-296f6207a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:07.060973 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-9b21b77e-f040-4ed0-a3ab-296f6207a6fc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9dc1a3b80bd34c8e8f691a9b47457f35&device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 1127 time: 0.0569358 Oct 20 09:02:07.131721 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-657d806b-8bef-4a80-a2f2-5492d04bcaf3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bd83ee3-a5b5-413b-9b18-8034518260a1 HTTP/1.1" status: 200 len: 217 time: 0.0516295 Oct 20 09:02:07.161310 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0267bf33-df73-402e-8f72-4e37b2898eaa req-1b92568f-1588-43fa-9ea9-b027b7a6caa8 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8e67be6e-328c-4a4f-8a2b-083b26c3d62a HTTP/1.1" status: 200 len: 210 time: 0.0712836 Oct 20 09:02:07.206153 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:07.212054 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-f3fe9495-39b1-4d16-8e00-30a0a5f9971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:07.213930 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-f3fe9495-39b1-4d16-8e00-30a0a5f9971d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d4c61dc0-f502-4ce2-9680-52bac040eb5c HTTP/1.1" status: 200 len: 853 time: 0.0644004 Oct 20 09:02:07.263721 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-fc8a0e8c-4122-41cb-9fed-18a4026b9ba8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7fdc4269-1e8c-4b8f-884b-33c74a51bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332193 Oct 20 09:02:07.362080 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-6b874edd-1255-4f41-afe1-0677f641aadd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7fdc4269-1e8c-4b8f-884b-33c74a51bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899041 Oct 20 09:02:07.374740 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 59928) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:07.379191 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-95e49d09-477c-4f8b-a80a-5cf3be3d0fd6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1816961322', 'description': 'tempest-description--1264063366'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:07.386623 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:07.400932 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-95e49d09-477c-4f8b-a80a-5cf3be3d0fd6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.469732 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=61 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:07.472232 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-95e49d09-477c-4f8b-a80a-5cf3be3d0fd6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (b230c0c2-1bee-4e86-be36-4d8e2198d6f6), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.476383 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-95e49d09-477c-4f8b-a80a-5cf3be3d0fd6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (b230c0c2-1bee-4e86-be36-4d8e2198d6f6), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.507625 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-95e49d09-477c-4f8b-a80a-5cf3be3d0fd6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.508834 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-95e49d09-477c-4f8b-a80a-5cf3be3d0fd6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1330867 Oct 20 09:02:07.510689 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e49d09-477c-4f8b-a80a-5cf3be3d0fd6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b230c0c2-1bee-4e86-be36-4d8e2198d6f6,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:07.511960 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59930) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:07.517554 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-c4a2aeed-8581-4a79-b899-7830284bf1a4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'security_group_rule': {'security_group_id': 'b230c0c2-1bee-4e86-be36-4d8e2198d6f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:07.547186 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c4a2aeed-8581-4a79-b899-7830284bf1a4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (258f479f-771c-4607-83f3-7c3df64c141e), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.548187 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=28 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:07.617907 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 3d2f8301-254b-4c47-8661-95107e1fd626 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:02:07.619249 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c4a2aeed-8581-4a79-b899-7830284bf1a4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (258f479f-771c-4607-83f3-7c3df64c141e), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.624816 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c4a2aeed-8581-4a79-b899-7830284bf1a4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (258f479f-771c-4607-83f3-7c3df64c141e), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.629319 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:07.644142 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:07.649362 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2aeed-8581-4a79-b899-7830284bf1a4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258f479f-771c-4607-83f3-7c3df64c141e,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:07.661499 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c4a2aeed-8581-4a79-b899-7830284bf1a4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.666989 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c4a2aeed-8581-4a79-b899-7830284bf1a4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539760 Oct 20 09:02:07.667620 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59932) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:07.672108 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-39b45358-a383-4dae-8cd7-32b1dd6665ef tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'security_group_rule': {'security_group_id': 'b230c0c2-1bee-4e86-be36-4d8e2198d6f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:07.679688 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-63c19ad9-a2d7-4749-9176-d81e210b9620 req-c869e3f1-32e4-4bed-8ca8-9af453a098b5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7fdc4269-1e8c-4b8f-884b-33c74a51bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220138 Oct 20 09:02:07.685289 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 3d2f8301-254b-4c47-8661-95107e1fd626 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:07.685842 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.686384 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 3d2f8301-254b-4c47-8661-95107e1fd626 Oct 20 09:02:07.699855 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-39b45358-a383-4dae-8cd7-32b1dd6665ef tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (a6317a71-e059-4341-a60e-ed4130959431), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.789981 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-39b45358-a383-4dae-8cd7-32b1dd6665ef tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (a6317a71-e059-4341-a60e-ed4130959431), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.796038 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-39b45358-a383-4dae-8cd7-32b1dd6665ef tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (a6317a71-e059-4341-a60e-ed4130959431), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.802753 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 3d2f8301-254b-4c47-8661-95107e1fd626 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:07.803151 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.837352 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b45358-a383-4dae-8cd7-32b1dd6665ef tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6317a71-e059-4341-a60e-ed4130959431,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:07.838808 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 3d2f8301-254b-4c47-8661-95107e1fd626, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3d2f8301-254b-4c47-8661-95107e1fd626,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:07.845389 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.861829 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-39b45358-a383-4dae-8cd7-32b1dd6665ef tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.863776 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-39b45358-a383-4dae-8cd7-32b1dd6665ef tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949954 Oct 20 09:02:07.867609 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 59940) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:07.872044 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:07.875585 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09aa4c-8058-4ad3-8ca3-f6cf1bf71470 req-81f44071-2be5-4f56-b34a-bd432745560d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:07.877976 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7b09aa4c-8058-4ad3-8ca3-f6cf1bf71470 req-81f44071-2be5-4f56-b34a-bd432745560d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0546348 Oct 20 09:02:07.899665 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device a052a7b6-dd87-4142-8f12-b3b7205a2cef no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:02:07.909505 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:07.933282 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: a052a7b6-dd87-4142-8f12-b3b7205a2cef {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:02:07.933632 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device a052a7b6-dd87-4142-8f12-b3b7205a2cef not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:02:07.940993 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=3d2f8301-254b-4c47-8661-95107e1fd626,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:07.953857 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7b09aa4c-8058-4ad3-8ca3-f6cf1bf71470 req-527cb48c-389c-41ee-8911-3b44a99212a0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665555 Oct 20 09:02:07.989259 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c05b7-91f3-4f86-aa19-dae3c524ce0f req-e5dfad9d-f904-4b17-8dac-a92f8f2afdbe tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:07.990848 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-164c05b7-91f3-4f86-aa19-dae3c524ce0f req-e5dfad9d-f904-4b17-8dac-a92f8f2afdbe tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 943 time: 0.0937130 Oct 20 09:02:08.048436 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:08.069024 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-164c05b7-91f3-4f86-aa19-dae3c524ce0f req-b59e6707-6c54-491f-b6d8-f5cc15eb11da tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718682 Oct 20 09:02:08.169474 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Allocated IP 172.37.2.141 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/3ce66eb2-ad42-44b7-98e8-608fa98d7682) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:02:08.192743 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Sync routers for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:02:08.203434 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:02:08.204141 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c686a523-6006-45fe-bb99-690994e1979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:02:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:08.282163 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for port (3ce66eb2-ad42-44b7-98e8-608fa98d7682), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:08.289529 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:08.314807 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:02:08.323208 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (3ce66eb2-ad42-44b7-98e8-608fa98d7682), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:08.389609 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:02:08.390284 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'Port': ['ID=3ce66eb2-ad42-44b7-98e8-608fa98d7682,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:08.396183 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:02:08.399144 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:02:08.442436 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:08.518045 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c686a523-6006-45fe-bb99-690994e1979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:06Z', 'revision_number': 2, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:08.543588 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Checking router: 0fe1728d-9900-4fa8-8917-849873667ba0 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:02:08.543930 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Updating router 0fe1728d-9900-4fa8-8917-849873667ba0 port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 binding host dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:02:08.572261 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:08.777147 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (611b8064-a4fd-476f-b2be-6bb1e67ad07a), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:08.824358 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (3ce66eb2-ad42-44b7-98e8-608fa98d7682), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:08.826150 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae863db4-69f9-4842-81c0-aa8f54fe2b95 req-87221a68-5050-46e0-bf38-e443fd4a9f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:08.827899 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae863db4-69f9-4842-81c0-aa8f54fe2b95 req-87221a68-5050-46e0-bf38-e443fd4a9f5d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9dc1a3b80bd34c8e8f691a9b47457f35&device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 1127 time: 0.0519376 Oct 20 09:02:08.862790 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-5124764c-65d6-49b5-9f77-4c3559769baf tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:08.864564 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-5124764c-65d6-49b5-9f77-4c3559769baf tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/networks?id=4ee4717f-cbab-45d5-be89-db298134faad HTTP/1.1" status: 200 len: 809 time: 0.4146404 Oct 20 09:02:08.895103 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-e25b048b-dd4a-4b77-a901-370fb571623d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/quotas/847f0b8423334fc7b505313a10845bcb HTTP/1.1" status: 200 len: 375 time: 0.0212085 Oct 20 09:02:08.938282 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae863db4-69f9-4842-81c0-aa8f54fe2b95 req-0ce41649-f597-4908-b63c-dbdde8385fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:08.939798 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae863db4-69f9-4842-81c0-aa8f54fe2b95 req-0ce41649-f597-4908-b63c-dbdde8385fa1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7fdc4269-1e8c-4b8f-884b-33c74a51bd63 HTTP/1.1" status: 200 len: 914 time: 0.0927250 Oct 20 09:02:08.964658 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Publish callbacks [] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), precommit_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:08.971986 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:08.972946 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-810582eb-a58a-4f55-9604-606f119c75e5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=847f0b8423334fc7b505313a10845bcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357406 Oct 20 09:02:08.987925 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae863db4-69f9-4842-81c0-aa8f54fe2b95 req-4534bfce-56fb-48b3-b195-0eeffd4084cc service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bd83ee3-a5b5-413b-9b18-8034518260a1 HTTP/1.1" status: 200 len: 217 time: 0.0396914 Oct 20 09:02:09.062838 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Pushing event updated for resources: {'Port': ['ID=6a607cfa-6b0d-47d1-a88b-17aea10757b2,revision_number=3']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:09.079186 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.079522 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.080077 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.080570 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.081061 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.081525 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.082003 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.082490 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.082953 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.083430 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.083901 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.084375 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.085450 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.085912 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.086370 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:09.089990 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Attempting to bind port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:02:09.090793 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Attempting to bind port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:02:09.091297 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Attempting to bind port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 on network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:02:09.106513 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for port (3ce66eb2-ad42-44b7-98e8-608fa98d7682), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:09.110221 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb23a2-090a-44cd-84b6-bd284801cddf req-174fba14-d6fa-4423-bba0-294754cc8a11 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:09.116476 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (3ce66eb2-ad42-44b7-98e8-608fa98d7682), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:09.117562 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-32bb23a2-090a-44cd-84b6-bd284801cddf req-174fba14-d6fa-4423-bba0-294754cc8a11 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0600433 Oct 20 09:02:09.139656 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:02:09.140343 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Checking segment: {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:02:09.140931 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:09.141380 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Bound using segment: {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:02:09.141858 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Bound port: 6a607cfa-6b0d-47d1-a88b-17aea10757b2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'}}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:02:09.142230 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:09.167677 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-770e0410-e1f5-44f6-a7b1-84b12606bda9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/4ee4717f-cbab-45d5-be89-db298134faad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842520 Oct 20 09:02:09.173451 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-32bb23a2-090a-44cd-84b6-bd284801cddf req-09a3eb2e-5ea5-45c6-814c-409ce03f08e9 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547726 Oct 20 09:02:09.225212 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-c686a523-6006-45fe-bb99-690994e1979f None None] For port 6a607cfa-6b0d-47d1-a88b-17aea10757b2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:02:09.229521 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-c686a523-6006-45fe-bb99-690994e1979f None None] For port 6a607cfa-6b0d-47d1-a88b-17aea10757b2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6a607cfa-6b0d-47d1-a88b-17aea10757b2,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:02:09.230721 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:09.238853 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:09.269859 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'Port': ['ID=3ce66eb2-ad42-44b7-98e8-608fa98d7682,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:09.276915 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (611b8064-a4fd-476f-b2be-6bb1e67ad07a), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:09.280059 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:02:09.280687 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c686a523-6006-45fe-bb99-690994e1979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:02:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:09.284266 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:09.321831 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:09.331242 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-0d83ea74-5e64-48a9-b1da-469de6194198 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4546564 Oct 20 09:02:09.336828 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-1bdb3a85-262b-41f1-a20b-4a278c5f902d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/4ee4717f-cbab-45d5-be89-db298134faad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596992 Oct 20 09:02:09.340833 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdf5c7-a5f6-4eac-bd45-8dcc93ee9fa4 None None] Pushing event updated for resources: {'Port': ['ID=6a607cfa-6b0d-47d1-a88b-17aea10757b2,revision_number=4']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:09.385587 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26fccd-04b9-4db5-916c-65105ee0946e req-e8d8b42f-b0a2-49a6-97d3-82c8ad037f56 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:09.396844 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8a26fccd-04b9-4db5-916c-65105ee0946e req-e8d8b42f-b0a2-49a6-97d3-82c8ad037f56 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 943 time: 0.1226213 Oct 20 09:02:09.439898 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-c686a523-6006-45fe-bb99-690994e1979f None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:02:09.459460 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8a26fccd-04b9-4db5-916c-65105ee0946e req-0287cfa7-b2e6-40ed-8252-498031577ee2 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614479 Oct 20 09:02:09.591813 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-019fed13-5f5c-4e24-9c5f-08b118a329e3 req-d04f474d-41f4-4de3-a793-bcd45a06664b tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 210 time: 0.0602570 Oct 20 09:02:09.669022 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-ec319399-cf85-415c-8f7d-a3a00013d1bb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1816961322&fields=id&tenant_id=f1061324903c42ed9f0306471a113b82 HTTP/1.1" status: 200 len: 267 time: 0.0941615 Oct 20 09:02:09.691245 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 3d2f8301-254b-4c47-8661-95107e1fd626 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:02:09.751058 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c686a523-6006-45fe-bb99-690994e1979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:09Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:09.788650 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 3d2f8301-254b-4c47-8661-95107e1fd626 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:09.789331 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:09.789927 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 3d2f8301-254b-4c47-8661-95107e1fd626 Oct 20 09:02:09.794779 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686a523-6006-45fe-bb99-690994e1979f None None] The sync data for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi is: [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:09Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:02:09.833244 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:09.870367 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21338c01-280d-430e-afb6-f2a3930d450e req-4e1c6203-9f7c-4b7a-93e2-90bb3bf115df tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:09.872004 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-4e1c6203-9f7c-4b7a-93e2-90bb3bf115df tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/networks?id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7 HTTP/1.1" status: 200 len: 811 time: 0.1922214 Oct 20 09:02:09.895207 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-aea05e1f-3b5d-4e5d-8abc-ecacf4b8b920 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/quotas/f1061324903c42ed9f0306471a113b82 HTTP/1.1" status: 200 len: 375 time: 0.0164335 Oct 20 09:02:09.924192 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 3d2f8301-254b-4c47-8661-95107e1fd626 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:09.955094 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-23a1cf0e-6bbb-4bd6-86a1-33c0eaac09be tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1061324903c42ed9f0306471a113b82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588739 Oct 20 09:02:10.023878 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:10.107385 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-025497bc-4ba1-4718-a93e-c490c0a92ab0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431069 Oct 20 09:02:10.122455 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae863db4-69f9-4842-81c0-aa8f54fe2b95 req-68ad51f6-04dc-49ac-a592-7e0cc4da6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:10.124111 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae863db4-69f9-4842-81c0-aa8f54fe2b95 req-68ad51f6-04dc-49ac-a592-7e0cc4da6bf9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d4c61dc0-f502-4ce2-9680-52bac040eb5c HTTP/1.1" status: 200 len: 853 time: 0.0817194 Oct 20 09:02:10.214272 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae863db4-69f9-4842-81c0-aa8f54fe2b95 req-867ed737-aa8d-4542-b9e3-944229e2bfb2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7fdc4269-1e8c-4b8f-884b-33c74a51bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345156 Oct 20 09:02:10.356785 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bf78e-f08e-4076-9824-a8dcb9e86ca8 req-e9f4c207-1037-4d23-9e69-02101af4a91e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:10.358421 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-286bf78e-f08e-4076-9824-a8dcb9e86ca8 req-e9f4c207-1037-4d23-9e69-02101af4a91e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0652647 Oct 20 09:02:10.371017 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-85ead6bb-0acc-4f45-a13b-1caf817bcf7d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457933 Oct 20 09:02:10.381783 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:10.396526 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f1e43-634a-45bd-a27b-729caac9a1e0 req-a5e2bbae-6bd6-407c-b349-c3eb2965652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:10.398435 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0b8f1e43-634a-45bd-a27b-729caac9a1e0 req-a5e2bbae-6bd6-407c-b349-c3eb2965652e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 1130 time: 0.0933747 Oct 20 09:02:10.440360 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae863db4-69f9-4842-81c0-aa8f54fe2b95 req-2679c922-ced8-40d8-834e-c456a5bd4c6f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7fdc4269-1e8c-4b8f-884b-33c74a51bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003095 Oct 20 09:02:10.441185 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-286bf78e-f08e-4076-9824-a8dcb9e86ca8 req-83ce3003-9bfd-4ad0-83b8-5dc9b08f6991 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769327 Oct 20 09:02:10.595879 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0b8f1e43-634a-45bd-a27b-729caac9a1e0 req-1a6f036d-5544-4a94-9b7f-0fd927ae68b9 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859288 Oct 20 09:02:10.597751 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8c7943a7-bf80-4e89-b15b-c8326e6c3e22 req-0a143217-56f5-4a22-9f5b-a9151bd18d03 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 210 time: 0.0516500 Oct 20 09:02:10.660966 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae863db4-69f9-4842-81c0-aa8f54fe2b95 req-58456115-fcd7-4041-a3a9-e817254eb5ca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7fdc4269-1e8c-4b8f-884b-33c74a51bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108526 Oct 20 09:02:10.741844 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-30935ac6-5b1f-48b8-abd1-4e8dd5b5c448 req-f4c8e045-ce71-4712-b5ae-c510e755de68 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 210 time: 0.0360758 Oct 20 09:02:10.827129 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32594223-cf2d-4106-9bbd-7f42de3470c7 req-656ec39c-7003-4855-9c93-86f173888396 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:10.828826 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-32594223-cf2d-4106-9bbd-7f42de3470c7 req-656ec39c-7003-4855-9c93-86f173888396 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 943 time: 0.0667665 Oct 20 09:02:10.878821 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:10.902571 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-32594223-cf2d-4106-9bbd-7f42de3470c7 req-b6a2c995-c2cb-4d06-a7ec-59f3c7097ae5 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679660 Oct 20 09:02:11.556349 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f8d6c-4a75-46c2-b471-9afc393a2dd2 req-a4f73240-4f3a-47b8-b5df-f7a970485c6f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:11.557814 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c72f8d6c-4a75-46c2-b471-9afc393a2dd2 req-a4f73240-4f3a-47b8-b5df-f7a970485c6f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0500512 Oct 20 09:02:11.605474 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c72f8d6c-4a75-46c2-b471-9afc393a2dd2 req-6525686a-b95a-4369-b294-93027e4d1a20 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419259 Oct 20 09:02:11.607949 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 6a607cfa-6b0d-47d1-a88b-17aea10757b2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:02:11.650757 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:11.651127 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:11.651457 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 Oct 20 09:02:11.684060 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:11.704058 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a06d868f-4c3e-435a-80c8-e0be6a475dfb req-55bbaf8d-a628-4b27-aa2a-5241c32d971a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 210 time: 0.0267286 Oct 20 09:02:11.725217 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:11.726189 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:11.756945 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 6a607cfa-6b0d-47d1-a88b-17aea10757b2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6a607cfa-6b0d-47d1-a88b-17aea10757b2,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:11.760704 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:11.805251 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=6a607cfa-6b0d-47d1-a88b-17aea10757b2,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:11.845087 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:11.856857 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ceaec26f-f640-4cab-804b-498da54874dc req-6a17ce11-db87-4645-989f-90d6fe0b371d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 210 time: 0.0280535 Oct 20 09:02:12.020072 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbd3fc-ae71-44b8-8175-37ae89c9bcff req-d67b2c76-d199-47b3-ab41-ae15984db0aa tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:12.021503 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cedbd3fc-ae71-44b8-8175-37ae89c9bcff req-d67b2c76-d199-47b3-ab41-ae15984db0aa tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 943 time: 0.0443649 Oct 20 09:02:12.074439 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cedbd3fc-ae71-44b8-8175-37ae89c9bcff req-56841476-0aa5-40ac-b905-0b2664a45db9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447233 Oct 20 09:02:12.721146 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7759743-4f97-4dca-993b-fdba0f96600e req-1cbdd2dc-0888-49fa-88ec-4fac18c39b26 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:12.722608 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d7759743-4f97-4dca-993b-fdba0f96600e req-1cbdd2dc-0888-49fa-88ec-4fac18c39b26 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0449684 Oct 20 09:02:12.774203 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d7759743-4f97-4dca-993b-fdba0f96600e req-03de63a3-55da-47fe-be5b-31cb21c4677e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Oct 20 09:02:12.805395 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-173ffcc1-76c1-4a8a-8b7b-fc90f13a29ce req-1fa97da5-012a-45e1-acb1-03979939b206 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 210 time: 0.0264161 Oct 20 09:02:12.955586 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-577ddaec-e74a-45b4-9348-4b16443ea583 req-a7c86a52-3613-4a43-a382-14e7fa69f5ab tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 210 time: 0.0268419 Oct 20 09:02:12.995538 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6bd83ee3-a5b5-413b-9b18-8034518260a1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:02:13.096610 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6bd83ee3-a5b5-413b-9b18-8034518260a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6bd83ee3-a5b5-413b-9b18-8034518260a1,segment=NetworkSegment(10ee2b8f-225b-4078-a1e3-ca61c72306c6),segment_id=10ee2b8f-225b-4078-a1e3-ca61c72306c6)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:13.107829 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '6bd83ee3-a5b5-413b-9b18-8034518260a1', 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63', 'port_id': '6bd83ee3-a5b5-413b-9b18-8034518260a1', 'mac_address': 'fa:16:3e:c0:60:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c61dc0-f502-4ce2-9680-52bac040eb5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:02:13.143094 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 6bd83ee3-a5b5-413b-9b18-8034518260a1 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:13.143479 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:13.157352 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd83ee3-a5b5-413b-9b18-8034518260a1 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:02:13.176915 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6bd83ee3-a5b5-413b-9b18-8034518260a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6bd83ee3-a5b5-413b-9b18-8034518260a1,segment=NetworkSegment(10ee2b8f-225b-4078-a1e3-ca61c72306c6),segment_id=10ee2b8f-225b-4078-a1e3-ca61c72306c6)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:13.181667 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:13.191923 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725eb6e-7422-4328-b9ba-02edf3c39fa4 req-42810957-f323-4184-a6d3-cb1545edff6b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:13.193431 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9725eb6e-7422-4328-b9ba-02edf3c39fa4 req-42810957-f323-4184-a6d3-cb1545edff6b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 943 time: 0.0462241 Oct 20 09:02:13.220908 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:13.233625 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=6bd83ee3-a5b5-413b-9b18-8034518260a1,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:13.242268 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9725eb6e-7422-4328-b9ba-02edf3c39fa4 req-391966c8-ca3a-4130-a1b6-2b6b673dcf7c tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Oct 20 09:02:13.420576 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:02:13.593348 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 6a607cfa-6b0d-47d1-a88b-17aea10757b2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:02:13.636154 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:13.636517 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:13.636845 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 Oct 20 09:02:13.704005 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:13.891235 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dda31-4f7c-4fa9-ada1-fc30b75b5e0a req-3173eea9-665f-480b-a837-480ffb40a420 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:13.892699 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1b1dda31-4f7c-4fa9-ada1-fc30b75b5e0a req-3173eea9-665f-480b-a837-480ffb40a420 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0457139 Oct 20 09:02:13.909830 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6bd40f11-80bb-4981-8139-ba19aa2860f4 req-a0bccce4-4c88-4673-ac21-a330ba603745 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 210 time: 0.0306218 Oct 20 09:02:13.940600 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1b1dda31-4f7c-4fa9-ada1-fc30b75b5e0a req-2e5bc5f0-dbff-4283-acaf-7ab2621ddfcd tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415807 Oct 20 09:02:14.063381 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5f654839-e593-413f-831f-4835b9b5caee req-05760e32-36c1-4755-b77f-eafcb65cc4a6 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 210 time: 0.0330718 Oct 20 09:02:14.323361 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:14.363827 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae97830-1569-4eb2-91db-209808d61706 req-1db4d56c-404a-4eec-8a44-c5e03899601a tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:14.366659 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1ae97830-1569-4eb2-91db-209808d61706 req-1db4d56c-404a-4eec-8a44-c5e03899601a tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 944 time: 0.0514951 Oct 20 09:02:14.413223 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1ae97830-1569-4eb2-91db-209808d61706 req-2b5a1395-3e97-4d1a-a771-b7cfc6e40f31 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412726 Oct 20 09:02:14.498058 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['6bd83ee3-a5b5-413b-9b18-8034518260a1'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:02:15.012602 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4a389f72-91e2-42ee-bb5b-61b1b896eb34 req-68e979f8-c11f-4873-88bc-f8d477375bf2 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 210 time: 0.0274634 Oct 20 09:02:15.059765 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd66c4-64ca-4ac3-9ee5-f2e920d79b44 req-f5c71ee6-470d-42c9-8981-09a44b80e50c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:15.061217 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b4dd66c4-64ca-4ac3-9ee5-f2e920d79b44 req-f5c71ee6-470d-42c9-8981-09a44b80e50c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0467823 Oct 20 09:02:15.109132 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b4dd66c4-64ca-4ac3-9ee5-f2e920d79b44 req-baa5e9e4-f0d7-45fa-a5ae-c7f5815177da tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421858 Oct 20 09:02:15.167112 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-344fe52c-8744-4d3c-a9de-9d46bd8cd55e req-efa6b58c-701e-407a-90e1-4fc44b5fb571 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 210 time: 0.0307305 Oct 20 09:02:15.234228 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cfbe7-635d-4269-adff-d72979f9cf0b req-1374d8dc-4a84-4183-9967-7289a284fc03 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:15.235816 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-980cfbe7-635d-4269-adff-d72979f9cf0b req-1374d8dc-4a84-4183-9967-7289a284fc03 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0481715 Oct 20 09:02:15.262108 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:15.287487 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-980cfbe7-635d-4269-adff-d72979f9cf0b req-27c930be-4033-4598-8715-fd2f4a3cce7a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456614 Oct 20 09:02:15.558571 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-7152b1fd-6436-40fb-9cd1-841367fe40c3 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:15.560046 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-7152b1fd-6436-40fb-9cd1-841367fe40c3 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.23 "GET /networking/v2.0/networks?id=4ee4717f-cbab-45d5-be89-db298134faad HTTP/1.1" status: 200 len: 809 time: 0.1679220 Oct 20 09:02:15.592580 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Request body: {'port': {'device_id': 'df3974e9-9d16-4e6b-ac63-0f1257ff6d7c', 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad', 'admin_state_up': True, 'tenant_id': '847f0b8423334fc7b505313a10845bcb'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:15.699154 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b928e-74d7-42f1-9c61-1647cb4c1384 req-b806cd72-ffac-41f2-a269-836b2edb451b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:15.700871 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9c0b928e-74d7-42f1-9c61-1647cb4c1384 req-b806cd72-ffac-41f2-a269-836b2edb451b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 944 time: 0.1355929 Oct 20 09:02:15.758256 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Made reservation on behalf of 847f0b8423334fc7b505313a10845bcb for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:02:15.763091 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:15.768592 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9c0b928e-74d7-42f1-9c61-1647cb4c1384 req-b586ad09-abca-4418-a61e-a209abd97be1 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618107 Oct 20 09:02:15.896015 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Allocated IP 172.20.0.3 (4ee4717f-cbab-45d5-be89-db298134faad/ef23d62f-1e96-4e18-b968-72aa31bb978d/733a3a52-e016-43f3-9379-3f4b29beac85) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:02:15.986565 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6bd83ee3-a5b5-413b-9b18-8034518260a1 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:02:16.028849 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port 6bd83ee3-a5b5-413b-9b18-8034518260a1 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:02:16.034621 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 6bd83ee3-a5b5-413b-9b18-8034518260a1 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:16.034987 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:16.035401 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 6bd83ee3-a5b5-413b-9b18-8034518260a1 Oct 20 09:02:16.048037 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks [] for port (733a3a52-e016-43f3-9379-3f4b29beac85), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:16.067486 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:16.080931 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:16.116825 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 6bd83ee3-a5b5-413b-9b18-8034518260a1 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:16.117209 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:16.141689 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe511cdb-e20c-4ec9-a37b-1eb239d3ed67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd83ee3-a5b5-413b-9b18-8034518260a1'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:02:16.144009 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311a118e-8dce-4a7c-a7b9-8f2b3bde2d51" -d '{"events": [{"server_uuid": "fe511cdb-e20c-4ec9-a37b-1eb239d3ed67", "name": "network-vif-plugged", "status": "completed", "tag": "6bd83ee3-a5b5-413b-9b18-8034518260a1"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:02:16.158294 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Network 4ee4717f-cbab-45d5-be89-db298134faad is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:02:16.159266 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6bd83ee3-a5b5-413b-9b18-8034518260a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6bd83ee3-a5b5-413b-9b18-8034518260a1,segment=NetworkSegment(10ee2b8f-225b-4078-a1e3-ca61c72306c6),segment_id=10ee2b8f-225b-4078-a1e3-ca61c72306c6)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:16.162583 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-96ec9fad-ad10-4e67-b5e4-82e1168330cf req-ebb28e56-edd9-4461-aab6-6cb0dbfb6214 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 210 time: 0.0486541 Oct 20 09:02:16.164682 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:16.167947 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:02:16.170700 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:02:16.175743 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Pushing event updated for resources: {'Port': ['ID=733a3a52-e016-43f3-9379-3f4b29beac85,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:16.202072 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2246a723-076f-4be2-84f7-43023dfc984d x-openstack-request-id: req-2246a723-076f-4be2-84f7-43023dfc984d {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:02:16.202650 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe511cdb-e20c-4ec9-a37b-1eb239d3ed67", "name": "network-vif-plugged", "status": "completed", "tag": "6bd83ee3-a5b5-413b-9b18-8034518260a1", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:02:16.202824 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:16.203572 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2246a723-076f-4be2-84f7-43023dfc984d {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:02:16.204153 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2246a723-076f-4be2-84f7-43023dfc984d'] response: {'server_uuid': 'fe511cdb-e20c-4ec9-a37b-1eb239d3ed67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd83ee3-a5b5-413b-9b18-8034518260a1', 'code': 200} Oct 20 09:02:16.226216 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:16.226853 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:16.234940 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=6bd83ee3-a5b5-413b-9b18-8034518260a1,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:16.244718 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-6c957d35-b122-4dc7-8aad-3d173f949af9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6593094 Oct 20 09:02:16.309099 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c573f-9783-43a5-99ac-98f8ef8eb21c req-fb870285-cbdc-40ed-a5f3-60109be4905c tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:16.310727 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2f9c573f-9783-43a5-99ac-98f8ef8eb21c req-fb870285-cbdc-40ed-a5f3-60109be4905c tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 931 time: 0.0470076 Oct 20 09:02:16.322834 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Request body: {'port': {'device_id': 'df3974e9-9d16-4e6b-ac63-0f1257ff6d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:16.378762 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:16.378982 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2f9c573f-9783-43a5-99ac-98f8ef8eb21c req-1df62519-3591-4456-b59e-be7afb7ca9c2 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570967 Oct 20 09:02:16.394215 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:16.595537 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86add315-b435-4dbc-9041-d9af8a709acc req-52bfb853-1db1-4221-be11-26bdb203a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:16.597478 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-86add315-b435-4dbc-9041-d9af8a709acc req-52bfb853-1db1-4221-be11-26bdb203a821 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 1129 time: 0.0906866 Oct 20 09:02:16.657045 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-86add315-b435-4dbc-9041-d9af8a709acc req-a9fb06c3-0d4e-4b9f-9cb3-2bf911475fab service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517495 Oct 20 09:02:16.673609 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21338c01-280d-430e-afb6-f2a3930d450e req-09361ef2-dcce-4c27-9b2e-35ed8f633a9b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:16.675060 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-09361ef2-dcce-4c27-9b2e-35ed8f633a9b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.23 "GET /networking/v2.0/networks?id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7 HTTP/1.1" status: 200 len: 811 time: 0.1831489 Oct 20 09:02:16.768608 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733a3a52-e016-43f3-9379-3f4b29beac85 {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:02:16.776091 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Publish callbacks [] for port (733a3a52-e016-43f3-9379-3f4b29beac85), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:16.789205 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Transition to ACTIVE for port object 733a3a52-e016-43f3-9379-3f4b29beac85 will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:02:16.795168 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:16.879327 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Pushing event updated for resources: {'Port': ['ID=733a3a52-e016-43f3-9379-3f4b29beac85,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:16.945901 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da5cc2-7ff4-4858-aa3c-d543ad585f40 req-4fbd5992-e4ed-4bfb-a7e7-e8e7ec03800f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:16.947402 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c2da5cc2-7ff4-4858-aa3c-d543ad585f40 req-4fbd5992-e4ed-4bfb-a7e7-e8e7ec03800f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 945 time: 0.0961626 Oct 20 09:02:16.993272 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Attempting to bind port 733a3a52-e016-43f3-9379-3f4b29beac85 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:02:16.993605 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Attempting to bind port 733a3a52-e016-43f3-9379-3f4b29beac85 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a272bf23-dda4-4b1e-ac2f-df90cbbf97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:02:16.993924 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Attempting to bind port 733a3a52-e016-43f3-9379-3f4b29beac85 on network 4ee4717f-cbab-45d5-be89-db298134faad {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:02:17.045761 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c2da5cc2-7ff4-4858-aa3c-d543ad585f40 req-33115cbf-7282-4c01-95d4-a14e54ba1bdf tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923309 Oct 20 09:02:17.060700 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Port 733a3a52-e016-43f3-9379-3f4b29beac85 on network 4ee4717f-cbab-45d5-be89-db298134faad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:02:17.061097 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Attempting to bind port 733a3a52-e016-43f3-9379-3f4b29beac85 on network 4ee4717f-cbab-45d5-be89-db298134faad {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:02:17.108714 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:02:17.109435 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Checking segment: {'id': 'a272bf23-dda4-4b1e-ac2f-df90cbbf97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:02:17.109435 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Bound using segment: {'id': 'a272bf23-dda4-4b1e-ac2f-df90cbbf97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:02:17.109830 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Bound port: 733a3a52-e016-43f3-9379-3f4b29beac85, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a272bf23-dda4-4b1e-ac2f-df90cbbf97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:02:17.110185 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:17.123432 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751c5a1-2b5d-4965-8398-de5bf6e27caf req-7f174f88-f6cd-499f-8f6d-42d0d4ddc816 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:17.124939 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a751c5a1-2b5d-4965-8398-de5bf6e27caf req-7f174f88-f6cd-499f-8f6d-42d0d4ddc816 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0485389 Oct 20 09:02:17.180665 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a751c5a1-2b5d-4965-8398-de5bf6e27caf req-b72c8eba-7938-446c-965d-8585126b7eca tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499568 Oct 20 09:02:17.180867 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:17.219932 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] For port 733a3a52-e016-43f3-9379-3f4b29beac85, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:02:17.222398 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:17.245167 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] For port 733a3a52-e016-43f3-9379-3f4b29beac85, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=733a3a52-e016-43f3-9379-3f4b29beac85,segment=NetworkSegment(a272bf23-dda4-4b1e-ac2f-df90cbbf97b1),segment_id=a272bf23-dda4-4b1e-ac2f-df90cbbf97b1)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:02:17.250843 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-2092d80e-b4b8-43d1-8eb7-4fe4ac470c6a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f1061324903c42ed9f0306471a113b82 HTTP/1.1" status: 200 len: 380 time: 0.1077058 Oct 20 09:02:17.256241 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:17.261782 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:17.262391 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:17.263730 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/733a3a52-e016-43f3-9379-3f4b29beac85 HTTP/1.1" status: 200 len: 1093 time: 0.9459321 Oct 20 09:02:17.264838 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3974e9-9d16-4e6b-ac63-0f1257ff6d7c', 'tag': '733a3a52-e016-43f3-9379-3f4b29beac85'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:02:17.267019 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3a8bdf-597f-498b-b6fd-04eeb258a1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "df3974e9-9d16-4e6b-ac63-0f1257ff6d7c", "tag": "733a3a52-e016-43f3-9379-3f4b29beac85"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:02:17.315225 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c39c6c-7503-41e2-ac0f-e03b8c0dd4cd x-openstack-request-id: req-47c39c6c-7503-41e2-ac0f-e03b8c0dd4cd {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:02:17.315548 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3974e9-9d16-4e6b-ac63-0f1257ff6d7c", "tag": "733a3a52-e016-43f3-9379-3f4b29beac85", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:02:17.315795 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47c39c6c-7503-41e2-ac0f-e03b8c0dd4cd {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:02:17.316186 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c39c6c-7503-41e2-ac0f-e03b8c0dd4cd'] response: {'name': 'network-changed', 'server_uuid': 'df3974e9-9d16-4e6b-ac63-0f1257ff6d7c', 'tag': '733a3a52-e016-43f3-9379-3f4b29beac85', 'status': 'completed', 'code': 200} Oct 20 09:02:17.320249 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f57f3077-1d1a-4b6b-acc0-0f4c423721d6 req-9c64e350-affc-451d-b309-f3f9e7696dfc tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 210 time: 0.0616546 Oct 20 09:02:17.339804 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878870a5-9fb9-4803-b083-7907355d82aa service neutron] Pushing event updated for resources: {'Port': ['ID=733a3a52-e016-43f3-9379-3f4b29beac85,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:17.508747 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207015f-7760-4e60-b890-5338d0c81674 req-3f1b2eee-e1bf-4297-a546-ae3fe1c7d2cf tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:17.510225 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8207015f-7760-4e60-b890-5338d0c81674 req-3f1b2eee-e1bf-4297-a546-ae3fe1c7d2cf tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 943 time: 0.0511730 Oct 20 09:02:17.556942 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8207015f-7760-4e60-b890-5338d0c81674 req-f736f459-27ee-42aa-8a01-c6af2e84f244 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411704 Oct 20 09:02:17.698671 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'port': {'device_id': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'admin_state_up': True, 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'security_groups': ['b230c0c2-1bee-4e86-be36-4d8e2198d6f6']}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:17.773814 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0e731-46a5-44f7-8291-66e2ee0db524 req-c91bfa9c-66c7-45d6-b17d-a1b1a845ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:17.775425 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-42e0e731-46a5-44f7-8291-66e2ee0db524 req-c91bfa9c-66c7-45d6-b17d-a1b1a845ee25 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 1129 time: 0.0384805 Oct 20 09:02:17.939497 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0e731-46a5-44f7-8291-66e2ee0db524 req-6348d22b-c6aa-4469-abb9-c2750e6bc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:17.941003 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-42e0e731-46a5-44f7-8291-66e2ee0db524 req-6348d22b-c6aa-4469-abb9-c2750e6bc163 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.1550593 Oct 20 09:02:18.023655 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a8bdf-597f-498b-b6fd-04eeb258a1a5 req-47af596a-9c9f-4da8-ab98-2ac6be7f0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:18.025058 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2e3a8bdf-597f-498b-b6fd-04eeb258a1a5 req-47af596a-9c9f-4da8-ab98-2ac6be7f0674 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=847f0b8423334fc7b505313a10845bcb&device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 1127 time: 0.2842386 Oct 20 09:02:18.070974 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Made reservation on behalf of f1061324903c42ed9f0306471a113b82 for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:02:18.075521 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:18.194628 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc658e-39e2-4409-b4d9-a9da937bbadc req-9dac3df4-5022-41a2-bc92-3b8883dad2f3 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:18.195934 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5bdc658e-39e2-4409-b4d9-a9da937bbadc req-9dac3df4-5022-41a2-bc92-3b8883dad2f3 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 945 time: 0.0659859 Oct 20 09:02:18.268738 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Allocated IP 172.20.0.3 (26c5cd40-c195-42e5-baf1-db47fbf3d5b7/7f79087e-5051-4d15-b54d-c7d08bce78b2/ead535c7-97fc-458e-b3a8-642e6ca66f0a) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:02:18.292241 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5bdc658e-39e2-4409-b4d9-a9da937bbadc req-849c1078-3a51-46a5-9bb3-f61fcc646f45 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713918 Oct 20 09:02:18.321520 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af18886-3cb5-4323-9544-e88524f0f3f0 req-8231e981-4885-4f9d-b51b-9fb21f12fa89 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:18.323171 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1af18886-3cb5-4323-9544-e88524f0f3f0 req-8231e981-4885-4f9d-b51b-9fb21f12fa89 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0650949 Oct 20 09:02:18.347653 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:18.410974 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1af18886-3cb5-4323-9544-e88524f0f3f0 req-324643ad-8a94-453a-9d4b-559caa9d9022 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632205 Oct 20 09:02:18.464132 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-87d1f0bf-23c7-4670-acd8-28b25ff0dceb req-204ad97f-4010-4209-9c4f-5fd92722411f tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 210 time: 0.0420794 Oct 20 09:02:18.489526 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:18.529445 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:18.552203 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-42e0e731-46a5-44f7-8291-66e2ee0db524 req-5d9e67fb-568a-403d-84a1-4ad0385bc0d0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761aed46-611d-4ca6-9fc5-7334f3e86a8f HTTP/1.1" status: 200 len: 217 time: 0.0533593 Oct 20 09:02:18.579742 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:02:18.582927 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:02:18.587022 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:02:18.614863 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'Port': ['ID=ead535c7-97fc-458e-b3a8-642e6ca66f0a,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:18.708058 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:18.741980 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:18.742608 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:18.744065 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0e731-46a5-44f7-8291-66e2ee0db524 req-1ed9ea41-148c-4500-804d-3c5813bb73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:18.745801 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-42e0e731-46a5-44f7-8291-66e2ee0db524 req-1ed9ea41-148c-4500-804d-3c5813bb73d4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.1232357 Oct 20 09:02:18.748038 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:18.752702 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62833322-5313-46ce-9d0b-3c5a8e3ee914 req-ae51e748-d5a6-4063-b33b-3c3c951db2ed tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:18.754125 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-62833322-5313-46ce-9d0b-3c5a8e3ee914 req-ae51e748-d5a6-4063-b33b-3c3c951db2ed tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 943 time: 0.0760274 Oct 20 09:02:18.767931 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:18.779051 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-1cff7a09-ff03-4144-8a28-dc805cf95645 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0844154 Oct 20 09:02:18.798832 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a8bdf-597f-498b-b6fd-04eeb258a1a5 req-9496b451-b45f-4da0-a006-bcf3658e1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:18.800383 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2e3a8bdf-597f-498b-b6fd-04eeb258a1a5 req-9496b451-b45f-4da0-a006-bcf3658e1848 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=847f0b8423334fc7b505313a10845bcb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1867242 Oct 20 09:02:18.818791 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Request body: {'port': {'device_id': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:18.826539 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0e731-46a5-44f7-8291-66e2ee0db524 req-3ca8ffc8-c0fc-4f7b-811c-a72ec70026c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:18.843491 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-42e0e731-46a5-44f7-8291-66e2ee0db524 req-3ca8ffc8-c0fc-4f7b-811c-a72ec70026c4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882413 Oct 20 09:02:18.881496 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-62833322-5313-46ce-9d0b-3c5a8e3ee914 req-630333db-a223-4016-9b0c-2aa034c4ab82 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145365 Oct 20 09:02:18.914845 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bd5a769d-8458-4cb7-9d43-f66f038ed27c None None] Provisioning complete for port ead535c7-97fc-458e-b3a8-642e6ca66f0a triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:18.914845 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bd5a769d-8458-4cb7-9d43-f66f038ed27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:18.914845 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bd5a769d-8458-4cb7-9d43-f66f038ed27c None None] Attempt 1 to provision port ead535c7-97fc-458e-b3a8-642e6ca66f0a Oct 20 09:02:18.961806 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-42e0e731-46a5-44f7-8291-66e2ee0db524 req-8dcffdfa-f33b-4558-be18-22874abe7a28 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069822 Oct 20 09:02:18.976556 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a769d-8458-4cb7-9d43-f66f038ed27c None None] Port ead535c7-97fc-458e-b3a8-642e6ca66f0a cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:02:19.009775 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:19.019561 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a8bdf-597f-498b-b6fd-04eeb258a1a5 req-7f1276c6-7e39-47f7-bad1-e9ac29e1bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:19.021027 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2e3a8bdf-597f-498b-b6fd-04eeb258a1a5 req-7f1276c6-7e39-47f7-bad1-e9ac29e1bbd4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1987782 Oct 20 09:02:19.064664 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-42e0e731-46a5-44f7-8291-66e2ee0db524 req-f10ea42a-e535-453d-a16f-a368c4074ab3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916123 Oct 20 09:02:19.131698 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-dec7d265-26ab-4781-8dcf-17501f45b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:19.133905 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-dec7d265-26ab-4781-8dcf-17501f45b694 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=847f0b8423334fc7b505313a10845bcb&device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 1127 time: 0.0467627 Oct 20 09:02:19.207820 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-0ecc44fc-b91f-46de-b8fd-aad5d3970687 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=733a3a52-e016-43f3-9379-3f4b29beac85 HTTP/1.1" status: 200 len: 217 time: 0.0413160 Oct 20 09:02:19.295075 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead535c7-97fc-458e-b3a8-642e6ca66f0a {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:02:19.302557 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Publish callbacks [] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:19.317767 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Transition to ACTIVE for port object ead535c7-97fc-458e-b3a8-642e6ca66f0a will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:02:19.321865 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:19.389855 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Pushing event updated for resources: {'Port': ['ID=ead535c7-97fc-458e-b3a8-642e6ca66f0a,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:19.409798 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-d85e33ae-e15e-488a-9fa8-4acb80aa3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:19.411489 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-d85e33ae-e15e-488a-9fa8-4acb80aa3272 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ef23d62f-1e96-4e18-b968-72aa31bb978d HTTP/1.1" status: 200 len: 849 time: 0.0487330 Oct 20 09:02:19.458330 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Attempting to bind port ead535c7-97fc-458e-b3a8-642e6ca66f0a on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:02:19.458830 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Attempting to bind port ead535c7-97fc-458e-b3a8-642e6ca66f0a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:02:19.459157 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Attempting to bind port ead535c7-97fc-458e-b3a8-642e6ca66f0a on network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:02:19.462841 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-f903ec7d-0e3a-408e-aaa1-3c11925df056 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4ee4717f-cbab-45d5-be89-db298134faad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313497 Oct 20 09:02:19.543323 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Port ead535c7-97fc-458e-b3a8-642e6ca66f0a on network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:02:19.543658 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Attempting to bind port ead535c7-97fc-458e-b3a8-642e6ca66f0a on network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:02:19.589406 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4883ff2-58ce-410e-80df-6d6238c84e5b req-e56b2f6a-c9ac-4938-9366-f20f3870773f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:19.591970 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c4883ff2-58ce-410e-80df-6d6238c84e5b req-e56b2f6a-c9ac-4938-9366-f20f3870773f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0934556 Oct 20 09:02:19.605611 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 60218) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:19.627009 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:02:19.627348 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Checking segment: {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:02:19.628282 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Bound using segment: {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:02:19.628282 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Bound port: ead535c7-97fc-458e-b3a8-642e6ca66f0a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:02:19.628675 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:19.652509 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c70877-c1cf-4abb-bd75-ff5e5bc31446 req-90b29b48-0e67-469c-9538-cf6cc3b56897 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:19.654006 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-46c70877-c1cf-4abb-bd75-ff5e5bc31446 req-90b29b48-0e67-469c-9538-cf6cc3b56897 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 943 time: 0.0746350 Oct 20 09:02:19.677867 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:19.690603 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-4d3a1248-970e-4069-b1c8-f91af6ca445f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4ee4717f-cbab-45d5-be89-db298134faad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109892 Oct 20 09:02:19.698363 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:19.706194 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c4883ff2-58ce-410e-80df-6d6238c84e5b req-33db9232-6670-481a-ac05-a58c831b736a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019950 Oct 20 09:02:19.725180 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] For port ead535c7-97fc-458e-b3a8-642e6ca66f0a, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:02:19.728752 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] For port ead535c7-97fc-458e-b3a8-642e6ca66f0a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ead535c7-97fc-458e-b3a8-642e6ca66f0a,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:02:19.747618 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:19.749528 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2343-9030-4566-9ba3-32fc671f210a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:19.753092 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:19.753735 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:19.755136 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/ead535c7-97fc-458e-b3a8-642e6ca66f0a HTTP/1.1" status: 200 len: 1093 time: 0.9434748 Oct 20 09:02:19.757674 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'tag': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:02:19.759913 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3973e30e-f7eb-4fc9-94da-141393c87bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "26ae0069-be67-4921-aca3-4cfae5214cf5", "tag": "ead535c7-97fc-458e-b3a8-642e6ca66f0a"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:02:19.802915 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-46c70877-c1cf-4abb-bd75-ff5e5bc31446 req-4a19d21a-25ea-4c2a-bca6-d6ea430294be tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298101 Oct 20 09:02:19.813936 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6522698-1b70-40a4-be59-f0cd3544db6c x-openstack-request-id: req-e6522698-1b70-40a4-be59-f0cd3544db6c {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:02:19.814266 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ae0069-be67-4921-aca3-4cfae5214cf5", "tag": "ead535c7-97fc-458e-b3a8-642e6ca66f0a", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:02:19.814543 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6522698-1b70-40a4-be59-f0cd3544db6c {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:02:19.814941 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6522698-1b70-40a4-be59-f0cd3544db6c'] response: {'name': 'network-changed', 'server_uuid': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'tag': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a', 'status': 'completed', 'code': 200} Oct 20 09:02:19.847969 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132d682-d7e4-4a2f-8cde-a510613429df service neutron] Pushing event updated for resources: {'Port': ['ID=ead535c7-97fc-458e-b3a8-642e6ca66f0a,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:19.851652 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d809f0d-7dff-44bf-b3db-39db70f57382 req-7b2a44d9-1ba2-4f83-a11d-6419ef44ad6b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4ee4717f-cbab-45d5-be89-db298134faad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460876 Oct 20 09:02:19.899292 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2343-9030-4566-9ba3-32fc671f210a admin admin] Publish callbacks [] for security_group (0cc3d05d-1763-4cef-9356-26795462af41), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:19.903046 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2343-9030-4566-9ba3-32fc671f210a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (0cc3d05d-1763-4cef-9356-26795462af41), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:19.917270 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21338c01-280d-430e-afb6-f2a3930d450e req-304c5ce3-cc13-4e73-9823-f0e33c9a6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:19.918804 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-304c5ce3-cc13-4e73-9823-f0e33c9a6442 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f1061324903c42ed9f0306471a113b82&device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 1127 time: 0.0438788 Oct 20 09:02:19.951005 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-b2ba2343-9030-4566-9ba3-32fc671f210a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f5bb1132fe1e4780946808c8b7c59479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387752 Oct 20 09:02:19.953525 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 60226) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:19.961102 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba2343-9030-4566-9ba3-32fc671f210a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc3d05d-1763-4cef-9356-26795462af41,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:20.047027 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba956a-5281-410f-8a78-9006c3e6d3af req-2ded0b13-f0b2-41b1-91a2-a815169b2cde tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:20.048402 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-50ba956a-5281-410f-8a78-9006c3e6d3af req-2ded0b13-f0b2-41b1-91a2-a815169b2cde tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 943 time: 0.0653830 Oct 20 09:02:20.051587 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2319ccfb-ed9d-4946-9b51-a27fa56088e0 admin admin] Publish callbacks [] for security_group (0cc3d05d-1763-4cef-9356-26795462af41), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:20.089285 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2319ccfb-ed9d-4946-9b51-a27fa56088e0 admin admin] Publish callbacks [] for security_group (0cc3d05d-1763-4cef-9356-26795462af41), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:20.139313 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-50ba956a-5281-410f-8a78-9006c3e6d3af req-6c660311-ad82-418f-bd4e-697ac08c0fe2 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822761 Oct 20 09:02:20.158401 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2319ccfb-ed9d-4946-9b51-a27fa56088e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (0cc3d05d-1763-4cef-9356-26795462af41), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:20.161150 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2319ccfb-ed9d-4946-9b51-a27fa56088e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:20.162252 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-2319ccfb-ed9d-4946-9b51-a27fa56088e0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0cc3d05d-1763-4cef-9356-26795462af41 HTTP/1.1" status: 204 len: 168 time: 0.2078505 Oct 20 09:02:20.170911 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319ccfb-ed9d-4946-9b51-a27fa56088e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc3d05d-1763-4cef-9356-26795462af41,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:20.843339 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383836ca-a880-4c18-9901-711dae08f709 req-06d4a228-a85e-4f5e-8292-3088d9d9d72e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:20.844894 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-383836ca-a880-4c18-9901-711dae08f709 req-06d4a228-a85e-4f5e-8292-3088d9d9d72e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0529163 Oct 20 09:02:20.896173 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-383836ca-a880-4c18-9901-711dae08f709 req-4085a021-8839-4239-9288-a842e2b7fea8 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458615 Oct 20 09:02:20.926817 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc88b1f-8081-42d5-ab11-97c360a2a151 req-2ce03e6c-5bac-47a2-9a7a-a4f6961ebbc5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:20.928285 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4fc88b1f-8081-42d5-ab11-97c360a2a151 req-2ce03e6c-5bac-47a2-9a7a-a4f6961ebbc5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 943 time: 0.0511613 Oct 20 09:02:20.982195 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4fc88b1f-8081-42d5-ab11-97c360a2a151 req-1d458b1e-3eb6-4841-9de8-778b116705da tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472176 Oct 20 09:02:21.114657 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-39be45cf-3ae8-4778-b699-bd668621c4b2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ead535c7-97fc-458e-b3a8-642e6ca66f0a HTTP/1.1" status: 200 len: 217 time: 0.0340185 Oct 20 09:02:21.164922 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:21.174378 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21338c01-280d-430e-afb6-f2a3930d450e req-d3ffa948-7666-449e-85c3-218d7c71043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:21.175875 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-d3ffa948-7666-449e-85c3-218d7c71043d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f79087e-5051-4d15-b54d-c7d08bce78b2 HTTP/1.1" status: 200 len: 850 time: 0.0474935 Oct 20 09:02:21.223643 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21338c01-280d-430e-afb6-f2a3930d450e req-f57b33b3-0c04-4487-9987-2d31de21453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:21.225179 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-f57b33b3-0c04-4487-9987-2d31de21453c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427625 Oct 20 09:02:21.313439 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11103299-09da-4fe3-a6dc-ef85176c9ec8 req-ba99762b-05e7-4cbe-8fa9-4ee85c21b9b1 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:21.314941 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-11103299-09da-4fe3-a6dc-ef85176c9ec8 req-ba99762b-05e7-4cbe-8fa9-4ee85c21b9b1 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 943 time: 0.0882897 Oct 20 09:02:21.350035 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:21.377260 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-4e3b7914-d4d7-4556-b247-33b2e4d81c2d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403878 Oct 20 09:02:21.408642 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-11103299-09da-4fe3-a6dc-ef85176c9ec8 req-20d73b73-fd73-46b8-b38e-edaa61606640 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861368 Oct 20 09:02:21.473966 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-21338c01-280d-430e-afb6-f2a3930d450e req-34cf369c-16b0-49d1-973f-a2dd6b70dd03 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893075 Oct 20 09:02:22.019724 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02771deb-4866-413d-93e2-9aba0fc1f5ed req-45719c4e-ae5a-4d72-b816-ad87d66319ae tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:22.021229 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-02771deb-4866-413d-93e2-9aba0fc1f5ed req-45719c4e-ae5a-4d72-b816-ad87d66319ae tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0467138 Oct 20 09:02:22.070803 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-02771deb-4866-413d-93e2-9aba0fc1f5ed req-8d789d78-660e-40f1-8481-71adebf9bf03 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434532 Oct 20 09:02:22.110303 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41c09c-86db-4914-9fb9-98281b739b27 req-ef9e4eb9-403e-41a2-a41e-1cfefe0a8bf4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:22.111796 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9c41c09c-86db-4914-9fb9-98281b739b27 req-ef9e4eb9-403e-41a2-a41e-1cfefe0a8bf4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 943 time: 0.0529103 Oct 20 09:02:22.162509 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9c41c09c-86db-4914-9fb9-98281b739b27 req-cdeec970-503b-4032-bf40-67698b7c7e21 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446746 Oct 20 09:02:22.532369 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7c9a0-7845-4588-b0e0-1e96b585b44f req-ea23667a-c142-4e5d-9172-bcbd7381dbff tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:22.533870 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7bf7c9a0-7845-4588-b0e0-1e96b585b44f req-ea23667a-c142-4e5d-9172-bcbd7381dbff tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 943 time: 0.0480824 Oct 20 09:02:22.581564 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7bf7c9a0-7845-4588-b0e0-1e96b585b44f req-65bd3d59-7837-4ce8-9754-12ed42e20936 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 Oct 20 09:02:22.776681 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973e30e-f7eb-4fc9-94da-141393c87bfd req-0d281551-e477-441e-9986-4c855c900c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:22.778613 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3973e30e-f7eb-4fc9-94da-141393c87bfd req-0d281551-e477-441e-9986-4c855c900c27 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f1061324903c42ed9f0306471a113b82&device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 1127 time: 0.0386593 Oct 20 09:02:22.874253 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973e30e-f7eb-4fc9-94da-141393c87bfd req-3e05d8e9-8cba-4eec-aad7-bfb397a1ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:22.875757 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3973e30e-f7eb-4fc9-94da-141393c87bfd req-3e05d8e9-8cba-4eec-aad7-bfb397a1ed93 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7 HTTP/1.1" status: 200 len: 912 time: 0.0891943 Oct 20 09:02:22.914876 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3973e30e-f7eb-4fc9-94da-141393c87bfd req-023a6903-f5d7-4598-bd51-3bc34c268b01 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ead535c7-97fc-458e-b3a8-642e6ca66f0a HTTP/1.1" status: 200 len: 217 time: 0.0325305 Oct 20 09:02:22.968263 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973e30e-f7eb-4fc9-94da-141393c87bfd req-e887adb6-e1a9-443f-9039-8417efc11571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:22.969726 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3973e30e-f7eb-4fc9-94da-141393c87bfd req-e887adb6-e1a9-443f-9039-8417efc11571 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f79087e-5051-4d15-b54d-c7d08bce78b2 HTTP/1.1" status: 200 len: 850 time: 0.0438938 Oct 20 09:02:23.012304 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973e30e-f7eb-4fc9-94da-141393c87bfd req-9b45b8e8-341b-4dbc-a94f-4f8b6547f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:23.013740 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3973e30e-f7eb-4fc9-94da-141393c87bfd req-9b45b8e8-341b-4dbc-a94f-4f8b6547f1ca service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367608 Oct 20 09:02:23.113634 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3973e30e-f7eb-4fc9-94da-141393c87bfd req-73e223ab-e08e-4902-ab84-7d8669f97c5f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879612 Oct 20 09:02:23.290998 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcdec9-0e3e-4e8e-bc1f-2f93c2632797 req-04722653-02e5-4a4b-a4ae-7a110a3923d0 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:23.292571 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-43dcdec9-0e3e-4e8e-bc1f-2f93c2632797 req-04722653-02e5-4a4b-a4ae-7a110a3923d0 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 943 time: 0.0537035 Oct 20 09:02:23.305162 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:23.346139 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-43dcdec9-0e3e-4e8e-bc1f-2f93c2632797 req-7dcb3b67-45cc-419a-8eb7-fbd7cda625d1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478625 Oct 20 09:02:23.416601 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=25 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:23.459253 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8a6e9-32a0-4709-9837-fa76cc511047 req-e00e3d56-348d-47cf-a955-307ba9596c68 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:23.461364 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-10b8a6e9-32a0-4709-9837-fa76cc511047 req-e00e3d56-348d-47cf-a955-307ba9596c68 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.2892532 Oct 20 09:02:23.497085 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3973e30e-f7eb-4fc9-94da-141393c87bfd req-f789a085-ccdb-4c11-863c-96f54a9629e3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740485 Oct 20 09:02:23.518113 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:23.523176 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-10b8a6e9-32a0-4709-9837-fa76cc511047 req-dbd491ce-940e-46ca-81de-3fb110529037 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548000 Oct 20 09:02:23.701283 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412f81-525d-41ee-8d76-c097b4def5e4 req-582e095e-e965-4fe7-9a90-e7bf52757c3d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:23.702839 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-37412f81-525d-41ee-8d76-c097b4def5e4 req-582e095e-e965-4fe7-9a90-e7bf52757c3d tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 943 time: 0.0466421 Oct 20 09:02:23.723424 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:23.751486 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-37412f81-525d-41ee-8d76-c097b4def5e4 req-8ee6348e-74c5-4833-967c-101c57131cd9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Oct 20 09:02:23.982300 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 733a3a52-e016-43f3-9379-3f4b29beac85 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:02:24.082856 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:24.085543 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 733a3a52-e016-43f3-9379-3f4b29beac85, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=733a3a52-e016-43f3-9379-3f4b29beac85,segment=NetworkSegment(a272bf23-dda4-4b1e-ac2f-df90cbbf97b1),segment_id=a272bf23-dda4-4b1e-ac2f-df90cbbf97b1)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:24.097276 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '733a3a52-e016-43f3-9379-3f4b29beac85', 'network_id': '4ee4717f-cbab-45d5-be89-db298134faad', 'port_id': '733a3a52-e016-43f3-9379-3f4b29beac85', 'mac_address': 'fa:16:3e:7d:ff:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 457, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef23d62f-1e96-4e18-b968-72aa31bb978d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:02:24.133114 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 733a3a52-e016-43f3-9379-3f4b29beac85 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:24.133499 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:24.146448 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733a3a52-e016-43f3-9379-3f4b29beac85 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:02:24.166952 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 733a3a52-e016-43f3-9379-3f4b29beac85, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=733a3a52-e016-43f3-9379-3f4b29beac85,segment=NetworkSegment(a272bf23-dda4-4b1e-ac2f-df90cbbf97b1),segment_id=a272bf23-dda4-4b1e-ac2f-df90cbbf97b1)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:24.170406 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:24.217072 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=733a3a52-e016-43f3-9379-3f4b29beac85,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:24.468575 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77c354-2252-4ece-bdd7-c7f8fcd0ff93 req-111d5178-d36f-4677-a116-8cb6134476fc tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:24.470048 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3b77c354-2252-4ece-bdd7-c7f8fcd0ff93 req-111d5178-d36f-4677-a116-8cb6134476fc tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 943 time: 0.0477469 Oct 20 09:02:24.517386 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3b77c354-2252-4ece-bdd7-c7f8fcd0ff93 req-45046383-ccfb-4043-a829-5e28e196197f tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418165 Oct 20 09:02:24.643334 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98250dbc-007a-4e5e-b728-b8c1de75d04a req-ba796cfe-3b95-4cda-8ab4-f5e0bfc3f328 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:24.644699 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-98250dbc-007a-4e5e-b728-b8c1de75d04a req-ba796cfe-3b95-4cda-8ab4-f5e0bfc3f328 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0452030 Oct 20 09:02:24.676516 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['733a3a52-e016-43f3-9379-3f4b29beac85'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:02:24.695749 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-98250dbc-007a-4e5e-b728-b8c1de75d04a req-28612551-0eca-4932-a296-57f67ca41a24 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449762 Oct 20 09:02:24.874860 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d966c-26b8-4def-a1af-8f79439ad58c req-aa164a34-2a94-466f-8259-5e59999ba986 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:24.876315 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5c7d966c-26b8-4def-a1af-8f79439ad58c req-aa164a34-2a94-466f-8259-5e59999ba986 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 944 time: 0.0509531 Oct 20 09:02:24.923148 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5c7d966c-26b8-4def-a1af-8f79439ad58c req-a418b343-a8b0-49df-ac75-25dbd755bcb1 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Oct 20 09:02:25.644806 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279be49-93ab-46fe-aeb9-310c7d2f4f5d req-16f5ee25-8a5b-4563-aea1-82396b3746ce tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:25.646357 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a279be49-93ab-46fe-aeb9-310c7d2f4f5d req-16f5ee25-8a5b-4563-aea1-82396b3746ce tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 943 time: 0.0461907 Oct 20 09:02:25.694007 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a279be49-93ab-46fe-aeb9-310c7d2f4f5d req-21e14574-0af2-484c-b00e-61d8f7d436d6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416079 Oct 20 09:02:25.816587 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbb2a-4123-497d-be92-bb13e8655bab req-f8f32d2c-1ff0-4672-911b-5da0b43725a0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:25.818044 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0abfbb2a-4123-497d-be92-bb13e8655bab req-f8f32d2c-1ff0-4672-911b-5da0b43725a0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0465124 Oct 20 09:02:25.865155 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0abfbb2a-4123-497d-be92-bb13e8655bab req-363c6355-c287-4dc4-85b1-63a724928a33 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 Oct 20 09:02:26.016149 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device ead535c7-97fc-458e-b3a8-642e6ca66f0a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:02:26.036884 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 733a3a52-e016-43f3-9379-3f4b29beac85 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:02:26.050824 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6eba6b-2caf-4f4f-a19c-95fb68576cae req-4b4dce96-22f4-46cd-8041-ce5f5cf81b05 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:26.052287 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-da6eba6b-2caf-4f4f-a19c-95fb68576cae req-4b4dce96-22f4-46cd-8041-ce5f5cf81b05 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 944 time: 0.0518117 Oct 20 09:02:26.101186 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-da6eba6b-2caf-4f4f-a19c-95fb68576cae req-70610f15-0f35-4b4a-ab0f-9ef5557b0ffc tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Oct 20 09:02:26.115064 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:26.141496 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port 733a3a52-e016-43f3-9379-3f4b29beac85 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:02:26.154178 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 733a3a52-e016-43f3-9379-3f4b29beac85 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:26.154574 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:26.154914 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 733a3a52-e016-43f3-9379-3f4b29beac85 Oct 20 09:02:26.160928 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port ead535c7-97fc-458e-b3a8-642e6ca66f0a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ead535c7-97fc-458e-b3a8-642e6ca66f0a,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:26.197607 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'port_id': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a', 'mac_address': 'fa:16:3e:40:1d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:02:26.391844 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port ead535c7-97fc-458e-b3a8-642e6ca66f0a is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:26.392237 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:26.410722 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 733a3a52-e016-43f3-9379-3f4b29beac85 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:26.411096 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:26.414304 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead535c7-97fc-458e-b3a8-642e6ca66f0a {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:02:26.448793 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port ead535c7-97fc-458e-b3a8-642e6ca66f0a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ead535c7-97fc-458e-b3a8-642e6ca66f0a,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:26.453086 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3974e9-9d16-4e6b-ac63-0f1257ff6d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733a3a52-e016-43f3-9379-3f4b29beac85'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:02:26.455322 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540e30ae-6e89-400c-8617-510c54e09a5d" -d '{"events": [{"server_uuid": "df3974e9-9d16-4e6b-ac63-0f1257ff6d7c", "name": "network-vif-plugged", "status": "completed", "tag": "733a3a52-e016-43f3-9379-3f4b29beac85"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:02:26.466282 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:26.473249 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 733a3a52-e016-43f3-9379-3f4b29beac85, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=733a3a52-e016-43f3-9379-3f4b29beac85,segment=NetworkSegment(a272bf23-dda4-4b1e-ac2f-df90cbbf97b1),segment_id=a272bf23-dda4-4b1e-ac2f-df90cbbf97b1)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:26.495518 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd723bf3-9786-4418-9896-397a841a2ad7 x-openstack-request-id: req-dd723bf3-9786-4418-9896-397a841a2ad7 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:02:26.495808 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3974e9-9d16-4e6b-ac63-0f1257ff6d7c", "name": "network-vif-plugged", "status": "completed", "tag": "733a3a52-e016-43f3-9379-3f4b29beac85", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:02:26.496066 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd723bf3-9786-4418-9896-397a841a2ad7 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:02:26.496454 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd723bf3-9786-4418-9896-397a841a2ad7'] response: {'server_uuid': 'df3974e9-9d16-4e6b-ac63-0f1257ff6d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733a3a52-e016-43f3-9379-3f4b29beac85', 'code': 200} Oct 20 09:02:26.497133 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:26.520526 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=ead535c7-97fc-458e-b3a8-642e6ca66f0a,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:26.559302 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:26.573888 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=733a3a52-e016-43f3-9379-3f4b29beac85,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:26.735911 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:26.743426 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016852-4745-4a9c-9049-e57b1eedc927 req-d1898b2c-3ef8-431b-a1c4-78e534120c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:26.744932 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-04016852-4745-4a9c-9049-e57b1eedc927 req-d1898b2c-3ef8-431b-a1c4-78e534120c29 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 1129 time: 0.0437176 Oct 20 09:02:26.794567 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-04016852-4745-4a9c-9049-e57b1eedc927 req-9f1740e5-3a00-4902-b430-5d462fde6e59 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Oct 20 09:02:26.818804 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d005f-4731-4668-a312-54e136ada420 req-47875d04-06e1-4efe-8b85-afff7f5a2fa6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:26.820787 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ad6d005f-4731-4668-a312-54e136ada420 req-47875d04-06e1-4efe-8b85-afff7f5a2fa6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 944 time: 0.0527689 Oct 20 09:02:26.867111 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ad6d005f-4731-4668-a312-54e136ada420 req-8d8631a4-70dd-497e-ae8b-59b75db66534 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 Oct 20 09:02:26.987393 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a233dfa-dfdb-42de-b480-81f6f82cefef req-2192ca59-25bf-42f6-bb0c-6ed21b0e4a30 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:26.988754 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0a233dfa-dfdb-42de-b480-81f6f82cefef req-2192ca59-25bf-42f6-bb0c-6ed21b0e4a30 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0458479 Oct 20 09:02:27.001757 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['ead535c7-97fc-458e-b3a8-642e6ca66f0a'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:02:27.036274 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0a233dfa-dfdb-42de-b480-81f6f82cefef req-885f88ad-ec54-4a90-a05f-b313e86df447 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 Oct 20 09:02:27.224450 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaf146-e595-4475-9014-28b90efa2cee req-40f23847-f934-4571-aa84-e37f0946ab93 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:27.225908 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77eaf146-e595-4475-9014-28b90efa2cee req-40f23847-f934-4571-aa84-e37f0946ab93 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 945 time: 0.0471127 Oct 20 09:02:27.272611 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77eaf146-e595-4475-9014-28b90efa2cee req-ebb6f7f7-0ecb-4759-962d-36dae5fe687f tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 Oct 20 09:02:27.394056 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:27.987490 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d1efd-8dd6-445a-a081-c2e97e5ee11a req-cf5e6a5a-ed36-4c07-8595-caa08815ce79 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:27.988926 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c44d1efd-8dd6-445a-a081-c2e97e5ee11a req-cf5e6a5a-ed36-4c07-8595-caa08815ce79 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 944 time: 0.0478973 Oct 20 09:02:28.039547 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c44d1efd-8dd6-445a-a081-c2e97e5ee11a req-3b498a83-cbca-4e54-b900-e0507db7b1e9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449560 Oct 20 09:02:28.159593 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e168d1-d660-41e3-9fff-0bf0e0af1bdd req-f26a4a73-e39b-45e1-bf12-4fceb388ffa5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:28.161113 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-31e168d1-d660-41e3-9fff-0bf0e0af1bdd req-f26a4a73-e39b-45e1-bf12-4fceb388ffa5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0524173 Oct 20 09:02:28.188910 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device ead535c7-97fc-458e-b3a8-642e6ca66f0a up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:02:28.213048 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-31e168d1-d660-41e3-9fff-0bf0e0af1bdd req-9df1d13e-33a5-484f-8cbc-e96fb764ceec tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461133 Oct 20 09:02:28.239243 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port ead535c7-97fc-458e-b3a8-642e6ca66f0a completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:02:28.246384 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port ead535c7-97fc-458e-b3a8-642e6ca66f0a triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:28.246792 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:28.247135 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port ead535c7-97fc-458e-b3a8-642e6ca66f0a Oct 20 09:02:28.324204 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port ead535c7-97fc-458e-b3a8-642e6ca66f0a is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:02:28.324660 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:28.363812 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port ead535c7-97fc-458e-b3a8-642e6ca66f0a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ead535c7-97fc-458e-b3a8-642e6ca66f0a,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:28.374489 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:28.412644 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa2513-863b-453f-a804-965f2ce29cee req-8469708c-df8a-4e44-b568-34cd16484c04 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:28.414614 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-29aa2513-863b-453f-a804-965f2ce29cee req-8469708c-df8a-4e44-b568-34cd16484c04 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 945 time: 0.0622778 Oct 20 09:02:28.429332 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=ead535c7-97fc-458e-b3a8-642e6ca66f0a,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:28.470605 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-29aa2513-863b-453f-a804-965f2ce29cee req-4d52247f-0749-40c7-9a98-99dff3c1e15f tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493622 Oct 20 09:02:28.503077 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:02:28.503077 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5de552-65b8-4b18-83d3-918926429d20" -d '{"events": [{"server_uuid": "26ae0069-be67-4921-aca3-4cfae5214cf5", "name": "network-vif-plugged", "status": "completed", "tag": "ead535c7-97fc-458e-b3a8-642e6ca66f0a"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:02:28.548282 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffeb711-0e2a-491f-8e8f-7058da8ff9ac x-openstack-request-id: req-9ffeb711-0e2a-491f-8e8f-7058da8ff9ac {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:02:28.548623 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ae0069-be67-4921-aca3-4cfae5214cf5", "name": "network-vif-plugged", "status": "completed", "tag": "ead535c7-97fc-458e-b3a8-642e6ca66f0a", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:02:28.549044 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ffeb711-0e2a-491f-8e8f-7058da8ff9ac {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:02:28.549601 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffeb711-0e2a-491f-8e8f-7058da8ff9ac'] response: {'server_uuid': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a', 'code': 200} Oct 20 09:02:28.929479 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:28.934996 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b8364efb-8186-4b71-8ad0-29c7191494bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:29.168062 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83630b-2ddb-4b75-ac9a-8452315d3c18 req-49e722db-ef6b-4c8c-98eb-049e2201641c tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:29.169487 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7a83630b-2ddb-4b75-ac9a-8452315d3c18 req-49e722db-ef6b-4c8c-98eb-049e2201641c tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0540409 Oct 20 09:02:29.219993 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7a83630b-2ddb-4b75-ac9a-8452315d3c18 req-add3670f-a88b-4ad1-aaec-9d0a351372a1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 Oct 20 09:02:29.334095 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ada20-23c4-4a4a-b84b-39ad83f9620e req-3953298f-31e1-40b2-8389-2d36dc4e84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:29.336075 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ef5ada20-23c4-4a4a-b84b-39ad83f9620e req-3953298f-31e1-40b2-8389-2d36dc4e84c0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 1129 time: 0.0426073 Oct 20 09:02:29.339426 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36092c-3a9b-4cd1-904a-eecb066a8878 req-bedb1dad-5ac4-4b03-89ea-4b53ad66e503 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:29.341171 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-9b36092c-3a9b-4cd1-904a-eecb066a8878 req-bedb1dad-5ac4-4b03-89ea-4b53ad66e503 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0500004 Oct 20 09:02:29.388514 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-9b36092c-3a9b-4cd1-904a-eecb066a8878 req-393ac834-f3fe-4d9b-a3aa-936df930bac6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418212 Oct 20 09:02:29.501282 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ef5ada20-23c4-4a4a-b84b-39ad83f9620e req-4fd47a09-89a0-41e5-9040-57f20d921ffa service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414169 Oct 20 09:02:29.594883 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a2f9-f121-4ba1-b464-c2a29f56f06b req-a8059fdd-7fb9-4251-a790-f0d2466df46c tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:29.596359 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3e29a2f9-f121-4ba1-b464-c2a29f56f06b req-a8059fdd-7fb9-4251-a790-f0d2466df46c tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 945 time: 0.0478985 Oct 20 09:02:29.643035 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3e29a2f9-f121-4ba1-b464-c2a29f56f06b req-32327f2c-5066-4678-9bf4-6c89c9b33b61 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Oct 20 09:02:30.342985 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcafc88-0ba5-49d9-a7ad-e14b8f94a5e1 req-0a434d7c-3434-4590-800a-8b6f13a585c5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:30.344622 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fbcafc88-0ba5-49d9-a7ad-e14b8f94a5e1 req-0a434d7c-3434-4590-800a-8b6f13a585c5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0472071 Oct 20 09:02:30.357025 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:30.398118 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fbcafc88-0ba5-49d9-a7ad-e14b8f94a5e1 req-37d009fc-aa60-4428-aeb0-31e82c5f93ff tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472171 Oct 20 09:02:30.661628 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ed33f-6ae8-47cd-8dcf-107f38783a09 req-6e911513-5652-4dd1-bd76-69cf84be89a9 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:30.663555 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fc0ed33f-6ae8-47cd-8dcf-107f38783a09 req-6e911513-5652-4dd1-bd76-69cf84be89a9 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0493901 Oct 20 09:02:30.683946 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccff54-1520-4d12-91fb-8426bc71cd96 req-335ddbcc-5d06-4e4c-827b-07b503bfef18 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:30.685763 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e9ccff54-1520-4d12-91fb-8426bc71cd96 req-335ddbcc-5d06-4e4c-827b-07b503bfef18 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 945 time: 0.0498090 Oct 20 09:02:30.723614 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fc0ed33f-6ae8-47cd-8dcf-107f38783a09 req-2138b341-b9fc-4f2b-84fb-a8a71dfc54ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535460 Oct 20 09:02:30.734824 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e9ccff54-1520-4d12-91fb-8426bc71cd96 req-007b31ea-5ef8-483b-9c49-49e59bc97117 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Oct 20 09:02:31.034036 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-21245e8e-4d62-409f-bafa-5c9ae54c592c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:31.517536 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b0fb9-59ec-46d0-88ec-5b98f4521ba7 req-23ebe120-c88d-420f-acc8-30a55b95355b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:31.518916 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d55b0fb9-59ec-46d0-88ec-5b98f4521ba7 req-23ebe120-c88d-420f-acc8-30a55b95355b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0455101 Oct 20 09:02:31.567380 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d55b0fb9-59ec-46d0-88ec-5b98f4521ba7 req-9621e1ed-849a-4ce4-a3c9-2017ed23301d tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 Oct 20 09:02:31.845384 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7d046-8779-4d98-8641-e61cdb7820f2 req-8f1b9ded-e864-4578-88fc-3b1828048c44 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:31.846885 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2fa7d046-8779-4d98-8641-e61cdb7820f2 req-8f1b9ded-e864-4578-88fc-3b1828048c44 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0476408 Oct 20 09:02:31.850735 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:31.859599 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421adef-ec20-4d49-8ac6-9895fa8dd681 req-854dcf3b-0ff6-4ba3-a4c0-d671609f237e tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:31.861174 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0421adef-ec20-4d49-8ac6-9895fa8dd681 req-854dcf3b-0ff6-4ba3-a4c0-d671609f237e tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 945 time: 0.0476236 Oct 20 09:02:31.896381 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2fa7d046-8779-4d98-8641-e61cdb7820f2 req-c6e0ae92-b800-4edb-8eac-fdb4faff7d5f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435636 Oct 20 09:02:31.914311 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0421adef-ec20-4d49-8ac6-9895fa8dd681 req-8d1a0c3f-f711-4e9e-9b74-375218e7c1d9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Oct 20 09:02:32.368958 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:32.695439 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de28a4-4caa-4930-b84e-9d0ec795a491 req-3e07e931-335f-4bba-b952-218a963f49bc tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:32.696938 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a8de28a4-4caa-4930-b84e-9d0ec795a491 req-3e07e931-335f-4bba-b952-218a963f49bc tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0533047 Oct 20 09:02:32.739494 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:32.744690 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a8de28a4-4caa-4930-b84e-9d0ec795a491 req-c4a7d0e9-6fd3-42c3-b880-c5a2aeaf5d16 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420163 Oct 20 09:02:33.022019 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68af4ac-558b-4c68-a7c1-f12121fcf64f req-3148aac0-c98a-4507-9d4d-af8c7a330fed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:33.023673 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c68af4ac-558b-4c68-a7c1-f12121fcf64f req-3148aac0-c98a-4507-9d4d-af8c7a330fed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0506432 Oct 20 09:02:33.034771 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc49dca-bcd8-482e-be0a-70b0fe7b7a2e req-96084df9-cfb7-4ecd-9100-c28be56a9cf9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:33.036902 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2dc49dca-bcd8-482e-be0a-70b0fe7b7a2e req-96084df9-cfb7-4ecd-9100-c28be56a9cf9 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 945 time: 0.0470424 Oct 20 09:02:33.083049 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c68af4ac-558b-4c68-a7c1-f12121fcf64f req-efdff566-3f99-443f-a6c5-750ed65062c2 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537312 Oct 20 09:02:33.087254 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2dc49dca-bcd8-482e-be0a-70b0fe7b7a2e req-f66faf58-fb9d-472e-83ef-18d6cc3e616c tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440359 Oct 20 09:02:33.862178 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e253e-2e98-4eef-8026-deee152b8fa0 req-fbc111dc-7f12-48c1-9640-439c4afe54d1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:33.863662 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6c2e253e-2e98-4eef-8026-deee152b8fa0 req-fbc111dc-7f12-48c1-9640-439c4afe54d1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0463717 Oct 20 09:02:33.888653 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:33.910673 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6c2e253e-2e98-4eef-8026-deee152b8fa0 req-658c07f6-a512-4c7d-b5fd-22345921a419 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Oct 20 09:02:34.030285 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a75dc1-0be9-4b83-8ed2-c51c708c6b60 req-24777dfb-451b-4acc-82d0-f86151d349bc tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:34.031791 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a3a75dc1-0be9-4b83-8ed2-c51c708c6b60 req-24777dfb-451b-4acc-82d0-f86151d349bc tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0460768 Oct 20 09:02:34.041836 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 60402) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:34.046006 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-4207ac68-ee49-40cb-a509-4b85ab40cbec tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'floatingip': {'port_id': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:34.089198 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4207ac68-ee49-40cb-a509-4b85ab40cbec tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (611b8064-a4fd-476f-b2be-6bb1e67ad07a), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:34.132316 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:34.173327 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf71f45-f28e-43e9-a35e-8ec5abb9eff1 req-006b91b5-574d-4b7f-97e8-06f4fb90733a tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:34.180632 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6bf71f45-f28e-43e9-a35e-8ec5abb9eff1 req-006b91b5-574d-4b7f-97e8-06f4fb90733a tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 945 time: 0.0844765 Oct 20 09:02:34.266458 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a4e88-bb17-4002-a4e3-7c4280cbfc49 req-dc8e0b5a-8fd6-4ccf-b359-10204cded38e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:34.267991 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c41a4e88-bb17-4002-a4e3-7c4280cbfc49 req-dc8e0b5a-8fd6-4ccf-b359-10204cded38e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0851057 Oct 20 09:02:34.278449 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:34.295596 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa70b4-4ea8-452f-a23b-d949ba00ab8e req-7bdc278d-d744-4b18-ab2d-47ef54bd4c7f tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:34.297074 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d0aa70b4-4ea8-452f-a23b-d949ba00ab8e req-7bdc278d-d744-4b18-ab2d-47ef54bd4c7f tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 945 time: 0.0957537 Oct 20 09:02:34.368239 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [req-6bf71f45-f28e-43e9-a35e-8ec5abb9eff1 req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Deleting port 733a3a52-e016-43f3-9379-3f4b29beac85 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:02:34.368581 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-6bf71f45-f28e-43e9-a35e-8ec5abb9eff1 req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:34.394457 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d0aa70b4-4ea8-452f-a23b-d949ba00ab8e req-16d5c414-b584-4ca0-bbe0-d097fac45ebb tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8a686ae8-6156-4e39-b47a-5e036e15a3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901890 Oct 20 09:02:34.417211 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c41a4e88-bb17-4002-a4e3-7c4280cbfc49 req-6812cfb6-e8d4-4a91-b381-e7886d2c94ac tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290526 Oct 20 09:02:34.477411 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-6bf71f45-f28e-43e9-a35e-8ec5abb9eff1 req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] For port 733a3a52-e016-43f3-9379-3f4b29beac85, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=733a3a52-e016-43f3-9379-3f4b29beac85,segment=NetworkSegment(a272bf23-dda4-4b1e-ac2f-df90cbbf97b1),segment_id=a272bf23-dda4-4b1e-ac2f-df90cbbf97b1)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:02:34.477845 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-6bf71f45-f28e-43e9-a35e-8ec5abb9eff1 req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:34.499294 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [req-6bf71f45-f28e-43e9-a35e-8ec5abb9eff1 req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Calling delete_port for 733a3a52-e016-43f3-9379-3f4b29beac85 owned by compute:nova {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:02:34.627767 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4207ac68-ee49-40cb-a509-4b85ab40cbec tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:34.628023 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-6bf71f45-f28e-43e9-a35e-8ec5abb9eff1 req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (733a3a52-e016-43f3-9379-3f4b29beac85), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:34.631690 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4207ac68-ee49-40cb-a509-4b85ab40cbec tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (611b8064-a4fd-476f-b2be-6bb1e67ad07a), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:34.655463 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Pushing event deleted for resources: {'Port': ['ID=733a3a52-e016-43f3-9379-3f4b29beac85,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:34.675900 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['733a3a52-e016-43f3-9379-3f4b29beac85'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:02:34.687456 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.687801 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.688143 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.688480 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.688812 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.689139 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.689462 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.689798 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.690106 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.690426 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.690858 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.691137 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.691456 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.691775 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.692090 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:34.719438 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:34.736508 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [None req-4207ac68-ee49-40cb-a509-4b85ab40cbec tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Floating IP 611b8064-a4fd-476f-b2be-6bb1e67ad07a associated. External IP: 172.37.2.141, port: ead535c7-97fc-458e-b3a8-642e6ca66f0a. Oct 20 09:02:34.737225 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf71f45-f28e-43e9-a35e-8ec5abb9eff1 req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] No DVR routers for this DVR port 733a3a52-e016-43f3-9379-3f4b29beac85 on host hv-cinder-maste {{(pid=104618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:02:34.740010 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-6bf71f45-f28e-43e9-a35e-8ec5abb9eff1 req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:34.743431 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6bf71f45-f28e-43e9-a35e-8ec5abb9eff1 req-a51759cf-5ff0-45ca-b98b-c551e91f2dc5 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.23 "DELETE /networking/v2.0/ports/733a3a52-e016-43f3-9379-3f4b29beac85 HTTP/1.1" status: 204 len: 173 time: 0.5433431 Oct 20 09:02:34.743944 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3974e9-9d16-4e6b-ac63-0f1257ff6d7c', 'name': 'network-vif-deleted', 'tag': '733a3a52-e016-43f3-9379-3f4b29beac85'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:02:34.746566 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb444d0-8e3a-4642-9ac0-a55b807531c9" -d '{"events": [{"server_uuid": "df3974e9-9d16-4e6b-ac63-0f1257ff6d7c", "name": "network-vif-deleted", "tag": "733a3a52-e016-43f3-9379-3f4b29beac85"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:02:34.784931 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0ecf30-8a87-42ec-bb98-cfb9f3d9f238 x-openstack-request-id: req-ed0ecf30-8a87-42ec-bb98-cfb9f3d9f238 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:02:34.785226 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3974e9-9d16-4e6b-ac63-0f1257ff6d7c", "name": "network-vif-deleted", "tag": "733a3a52-e016-43f3-9379-3f4b29beac85", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:02:34.785481 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed0ecf30-8a87-42ec-bb98-cfb9f3d9f238 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:02:34.786073 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0ecf30-8a87-42ec-bb98-cfb9f3d9f238'] response: {'server_uuid': 'df3974e9-9d16-4e6b-ac63-0f1257ff6d7c', 'name': 'network-vif-deleted', 'tag': '733a3a52-e016-43f3-9379-3f4b29beac85', 'status': 'completed', 'code': 200} Oct 20 09:02:34.851444 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:34.971309 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4207ac68-ee49-40cb-a509-4b85ab40cbec tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Router 0fe1728d-9900-4fa8-8917-849873667ba0 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:02:35.029108 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:35.077476 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4207ac68-ee49-40cb-a509-4b85ab40cbec tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:02:35.082061 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4207ac68-ee49-40cb-a509-4b85ab40cbec tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:35.087280 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0e0d2-132e-4fa2-aeb6-7d13e230bf92 None None] Sync routers for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:02:35.100613 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0e0d2-132e-4fa2-aeb6-7d13e230bf92 None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:02:35.101569 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-c0a0e0d2-132e-4fa2-aeb6-7d13e230bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:02:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:35.115069 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-4207ac68-ee49-40cb-a509-4b85ab40cbec tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/611b8064-a4fd-476f-b2be-6bb1e67ad07a HTTP/1.1" status: 200 len: 991 time: 1.0722148 Oct 20 09:02:35.115751 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'tag': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:02:35.117974 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e62bbe1-fb17-4f02-8865-1564f68050b8" -d '{"events": [{"name": "network-changed", "server_uuid": "26ae0069-be67-4921-aca3-4cfae5214cf5", "tag": "ead535c7-97fc-458e-b3a8-642e6ca66f0a"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:02:35.160024 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efece78-6925-43a9-8d71-f394f5bb5544 x-openstack-request-id: req-4efece78-6925-43a9-8d71-f394f5bb5544 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:02:35.160313 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ae0069-be67-4921-aca3-4cfae5214cf5", "tag": "ead535c7-97fc-458e-b3a8-642e6ca66f0a", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:02:35.160565 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4efece78-6925-43a9-8d71-f394f5bb5544 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:02:35.160970 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efece78-6925-43a9-8d71-f394f5bb5544'] response: {'name': 'network-changed', 'server_uuid': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'tag': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a', 'status': 'completed', 'code': 200} Oct 20 09:02:35.211818 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-c0a0e0d2-132e-4fa2-aeb6-7d13e230bf92 None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:02:35.460632 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62bbe1-fb17-4f02-8865-1564f68050b8 req-504cfcf8-3152-4500-b701-ab290f98d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:35.462867 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6e62bbe1-fb17-4f02-8865-1564f68050b8 req-504cfcf8-3152-4500-b701-ab290f98d901 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f1061324903c42ed9f0306471a113b82&device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 1129 time: 0.0647562 Oct 20 09:02:35.510079 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-c0a0e0d2-132e-4fa2-aeb6-7d13e230bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '611b8064-a4fd-476f-b2be-6bb1e67ad07a', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'floating_ip_address': '172.37.2.141', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'port_id': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'mac_address': 'fa:16:3e:40:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:08Z', 'updated_at': '2022-10-20T09:02:34Z', 'revision_number': 1, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:35.554493 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0e0d2-132e-4fa2-aeb6-7d13e230bf92 None None] Checking router: 0fe1728d-9900-4fa8-8917-849873667ba0 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:02:35.559940 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:35.568197 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0e0d2-132e-4fa2-aeb6-7d13e230bf92 None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:02:35.568970 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-c0a0e0d2-132e-4fa2-aeb6-7d13e230bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:02:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:35.590904 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05722dd-670c-4837-b1a7-cc65de641cab req-ecc95ad9-d830-4be5-a095-42c576a525b5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:35.598400 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a05722dd-670c-4837-b1a7-cc65de641cab req-ecc95ad9-d830-4be5-a095-42c576a525b5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0718915 Oct 20 09:02:35.629397 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e66b248f-2cfc-4ef1-9077-30bf396ffcaf req-81d58a0f-cd67-48cc-830b-139e0dee0a45 tempest-VolumesActionsTest-823875808 tempest-VolumesActionsTest-823875808-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df3974e9-9d16-4e6b-ac63-0f1257ff6d7c HTTP/1.1" status: 200 len: 210 time: 0.0827599 Oct 20 09:02:35.652328 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a05722dd-670c-4837-b1a7-cc65de641cab req-8a87faf2-4071-4fcc-9440-8a449e10e081 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529349 Oct 20 09:02:35.683216 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62bbe1-fb17-4f02-8865-1564f68050b8 req-d5d0e62f-cb4c-481a-a80f-a5cf9cb409d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:35.684710 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6e62bbe1-fb17-4f02-8865-1564f68050b8 req-d5d0e62f-cb4c-481a-a80f-a5cf9cb409d7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7 HTTP/1.1" status: 200 len: 912 time: 0.1926522 Oct 20 09:02:35.705739 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-c0a0e0d2-132e-4fa2-aeb6-7d13e230bf92 None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:02:35.749188 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba3b80-3543-47eb-aca5-06ab920c1247 req-1ecccb2e-d6fb-4104-958e-96fea1d14f8b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:35.750699 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-36ba3b80-3543-47eb-aca5-06ab920c1247 req-1ecccb2e-d6fb-4104-958e-96fea1d14f8b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0465164 Oct 20 09:02:35.796965 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-36ba3b80-3543-47eb-aca5-06ab920c1247 req-d242c332-3c59-425a-bf01-71e0f623ba8d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406175 Oct 20 09:02:35.915103 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-c0a0e0d2-132e-4fa2-aeb6-7d13e230bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '611b8064-a4fd-476f-b2be-6bb1e67ad07a', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'floating_ip_address': '172.37.2.141', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'port_id': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'mac_address': 'fa:16:3e:40:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:08Z', 'updated_at': '2022-10-20T09:02:34Z', 'revision_number': 1, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:02:35.939170 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0e0d2-132e-4fa2-aeb6-7d13e230bf92 None None] The sync data for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi is: [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '611b8064-a4fd-476f-b2be-6bb1e67ad07a', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'floating_ip_address': '172.37.2.141', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'port_id': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'mac_address': 'fa:16:3e:40:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:08Z', 'updated_at': '2022-10-20T09:02:34Z', 'revision_number': 1, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:02:36.114203 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6e62bbe1-fb17-4f02-8865-1564f68050b8 req-a26406c3-51c8-4a9b-bee1-cec67a5d2079 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ead535c7-97fc-458e-b3a8-642e6ca66f0a HTTP/1.1" status: 200 len: 999 time: 0.0928385 Oct 20 09:02:36.124843 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd3004e-efff-4dd1-9b16-13ef2e14b3cc None None] New status for floating IP 611b8064-a4fd-476f-b2be-6bb1e67ad07a: ACTIVE {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:02:36.179025 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62bbe1-fb17-4f02-8865-1564f68050b8 req-156ee006-c9dd-4983-b0da-2d7c88af5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:36.180685 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6e62bbe1-fb17-4f02-8865-1564f68050b8 req-156ee006-c9dd-4983-b0da-2d7c88af5dc2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f79087e-5051-4d15-b54d-c7d08bce78b2 HTTP/1.1" status: 200 len: 850 time: 0.0509624 Oct 20 09:02:36.231998 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62bbe1-fb17-4f02-8865-1564f68050b8 req-bcfe0c34-d709-477d-98e8-533f3b014474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:36.234598 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6e62bbe1-fb17-4f02-8865-1564f68050b8 req-bcfe0c34-d709-477d-98e8-533f3b014474 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450943 Oct 20 09:02:36.341418 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6e62bbe1-fb17-4f02-8865-1564f68050b8 req-59baf6d1-df0c-4330-82d9-35c4f1069ee6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889046 Oct 20 09:02:36.409751 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:36.438828 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6e62bbe1-fb17-4f02-8865-1564f68050b8 req-476c8703-0cba-47c2-8c92-01082e9b058b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890973 Oct 20 09:02:36.778200 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e22ab0-680c-4069-be7e-5be21b0f5f79 req-8c6c0368-bf27-449b-8ecb-f3a48faa63f9 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:36.779756 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a5e22ab0-680c-4069-be7e-5be21b0f5f79 req-8c6c0368-bf27-449b-8ecb-f3a48faa63f9 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0504720 Oct 20 09:02:36.829917 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a5e22ab0-680c-4069-be7e-5be21b0f5f79 req-8bf869d2-aba8-4d36-a57a-eb80a42ab13b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Oct 20 09:02:36.945838 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef19c6-3eb3-4480-a32c-a41e70807858 req-a7b3be10-8a9c-432f-b94d-8bf513434032 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:36.950816 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7bef19c6-3eb3-4480-a32c-a41e70807858 req-a7b3be10-8a9c-432f-b94d-8bf513434032 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0653737 Oct 20 09:02:37.000068 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7bef19c6-3eb3-4480-a32c-a41e70807858 req-c6ad2b5d-a0f8-45ce-a5ff-474420dc4f4a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470121 Oct 20 09:02:37.949566 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f2a2-6fea-46c3-b8fd-95aa2a711226 req-2ea23327-fb44-4128-8c73-e089b3963965 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:37.950964 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bd49f2a2-6fea-46c3-b8fd-95aa2a711226 req-2ea23327-fb44-4128-8c73-e089b3963965 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0456786 Oct 20 09:02:37.998298 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bd49f2a2-6fea-46c3-b8fd-95aa2a711226 req-b8c7c263-ae41-4634-b7fd-91951322de67 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 Oct 20 09:02:38.123534 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40563e-70ee-4afd-b680-da3e638093f3 req-c4dcbc73-75c5-4a02-9e60-b87b1af8f991 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:38.124984 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2d40563e-70ee-4afd-b680-da3e638093f3 req-c4dcbc73-75c5-4a02-9e60-b87b1af8f991 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0457463 Oct 20 09:02:38.172740 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2d40563e-70ee-4afd-b680-da3e638093f3 req-5250a28e-768c-4766-8906-3a08c33d63d9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423999 Oct 20 09:02:39.119460 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877fe1b-16cd-4c70-8c90-357912227bc2 req-00e67398-6bf4-44d9-adaa-acc856ca3245 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:39.120906 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f877fe1b-16cd-4c70-8c90-357912227bc2 req-00e67398-6bf4-44d9-adaa-acc856ca3245 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0461416 Oct 20 09:02:39.169948 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f877fe1b-16cd-4c70-8c90-357912227bc2 req-beea2ccf-e6d8-4657-9a88-9029986bbcb3 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436499 Oct 20 09:02:39.302004 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a7ec4-260a-44e4-96dc-f9d0decf362e req-5debab7f-0b0c-48e6-9ad0-eeee9525b000 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:39.303378 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-625a7ec4-260a-44e4-96dc-f9d0decf362e req-5debab7f-0b0c-48e6-9ad0-eeee9525b000 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0496237 Oct 20 09:02:39.348709 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-625a7ec4-260a-44e4-96dc-f9d0decf362e req-9996c5de-7af8-4096-8441-38f5099ea785 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398738 Oct 20 09:02:40.296955 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a1c0d-19f4-4636-bf03-21fa55b317fd req-7862711d-0383-4999-91c7-d790d55b7470 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:40.298678 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-074a1c0d-19f4-4636-bf03-21fa55b317fd req-7862711d-0383-4999-91c7-d790d55b7470 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0506423 Oct 20 09:02:40.349435 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-074a1c0d-19f4-4636-bf03-21fa55b317fd req-2210fa7b-6ff1-4505-9f30-302b067ae719 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451074 Oct 20 09:02:40.461257 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 733a3a52-e016-43f3-9379-3f4b29beac85 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:02:40.479814 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d6973-2085-4b30-b0fe-aa6a76f4709a req-612f5ff7-9f60-46ee-9459-a56b288767ba tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:40.481086 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: 733a3a52-e016-43f3-9379-3f4b29beac85 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:02:40.481308 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2e6d6973-2085-4b30-b0fe-aa6a76f4709a req-612f5ff7-9f60-46ee-9459-a56b288767ba tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0497384 Oct 20 09:02:40.481434 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 733a3a52-e016-43f3-9379-3f4b29beac85 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:02:40.527611 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2e6d6973-2085-4b30-b0fe-aa6a76f4709a req-cf51bc46-9fc1-43ba-8b48-514de3a404ec tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407295 Oct 20 09:02:41.469044 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1537e3-1dee-4faf-a375-94ba8dd58a65 req-90997b2a-e6a2-42eb-9501-a8bf24998fad tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:41.470527 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fc1537e3-1dee-4faf-a375-94ba8dd58a65 req-90997b2a-e6a2-42eb-9501-a8bf24998fad tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0458128 Oct 20 09:02:41.519815 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fc1537e3-1dee-4faf-a375-94ba8dd58a65 req-2dcb8863-f78c-41d2-8b60-546366c64b29 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438545 Oct 20 09:02:41.652575 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7da777-e94b-4f06-b523-8e63089f3152 req-3e22e7f6-1f97-42d0-97e2-3dca0c7083b9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:41.653956 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cd7da777-e94b-4f06-b523-8e63089f3152 req-3e22e7f6-1f97-42d0-97e2-3dca0c7083b9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0463812 Oct 20 09:02:41.671552 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:41.700520 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cd7da777-e94b-4f06-b523-8e63089f3152 req-a66a84ad-b914-4988-97b4-031ef792c892 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410700 Oct 20 09:02:41.786043 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-5752fe31-ff0c-4ce3-a95b-c25435a4e7b7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413554 Oct 20 09:02:41.872953 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:41.877282 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-a8489998-44aa-465b-99c0-ef93408b9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:41.878826 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-a8489998-44aa-465b-99c0-ef93408b9a21 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 1130 time: 0.0484507 Oct 20 09:02:42.058163 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 60564) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:42.062671 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1748743475', 'description': 'tempest-description--1272639128'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:42.086542 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.106106 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:42.180409 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (dc8faf1d-55c5-4f7e-9506-dd90cb2689cb), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.185510 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (dc8faf1d-55c5-4f7e-9506-dd90cb2689cb), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.219204 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.220424 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1612267 Oct 20 09:02:42.221115 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:42.223966 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 60572) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:42.229744 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.230166 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.230452 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-7513252a-0f9e-440c-b308-0b8cbe471ca2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group_rule': {'security_group_id': 'dc8faf1d-55c5-4f7e-9506-dd90cb2689cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:42.230591 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.230935 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.231270 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.231603 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.231929 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.232595 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.232595 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.232878 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.233199 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.233519 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.233839 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.234151 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.234502 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94400ec-7954-4293-b489-d2b9031bd435 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:02:42.260178 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7513252a-0f9e-440c-b308-0b8cbe471ca2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (1573ab28-12f1-4732-a39b-43e75916a57c), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.322312 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7513252a-0f9e-440c-b308-0b8cbe471ca2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (1573ab28-12f1-4732-a39b-43e75916a57c), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.326402 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7513252a-0f9e-440c-b308-0b8cbe471ca2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (1573ab28-12f1-4732-a39b-43e75916a57c), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.345414 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513252a-0f9e-440c-b308-0b8cbe471ca2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1573ab28-12f1-4732-a39b-43e75916a57c,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:42.353722 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7513252a-0f9e-440c-b308-0b8cbe471ca2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.355058 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-7513252a-0f9e-440c-b308-0b8cbe471ca2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302130 Oct 20 09:02:42.357739 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 60584) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:42.362028 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-ab55fa9a-14f3-480b-86be-4809733ab2a3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group_rule': {'security_group_id': 'dc8faf1d-55c5-4f7e-9506-dd90cb2689cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:42.390101 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ab55fa9a-14f3-480b-86be-4809733ab2a3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (4e6dff20-90e8-4509-86ff-025cd0028931), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.449427 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ab55fa9a-14f3-480b-86be-4809733ab2a3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (4e6dff20-90e8-4509-86ff-025cd0028931), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.454861 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ab55fa9a-14f3-480b-86be-4809733ab2a3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (4e6dff20-90e8-4509-86ff-025cd0028931), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.487188 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55fa9a-14f3-480b-86be-4809733ab2a3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6dff20-90e8-4509-86ff-025cd0028931,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:42.516970 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ab55fa9a-14f3-480b-86be-4809733ab2a3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.518880 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ab55fa9a-14f3-480b-86be-4809733ab2a3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601045 Oct 20 09:02:42.523655 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 60590) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:42.529654 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:42.558351 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:42.885053 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c303b-28cd-4799-a9ac-25f093008522 req-d7a6169a-51f2-4a2a-adad-7375846ecfa0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:42.887333 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bc3c303b-28cd-4799-a9ac-25f093008522 req-d7a6169a-51f2-4a2a-adad-7375846ecfa0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0691173 Oct 20 09:02:42.908817 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:42.984549 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bc3c303b-28cd-4799-a9ac-25f093008522 req-4d98485f-ac72-40c3-b823-52440e05ff1f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875156 Oct 20 09:02:42.997161 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515bb6b-06f3-4012-9520-e9ced8a7d7a3 req-a2e35026-43be-41fd-8d75-ede534e7778c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:43.004412 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b515bb6b-06f3-4012-9520-e9ced8a7d7a3 req-a2e35026-43be-41fd-8d75-ede534e7778c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0833931 Oct 20 09:02:43.055349 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:43.060263 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:43.161363 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-d2f3aa34-9f60-43c8-88e5-31f324e60208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:43.163070 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-d2f3aa34-9f60-43c8-88e5-31f324e60208 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.1155603 Oct 20 09:02:43.204725 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b515bb6b-06f3-4012-9520-e9ced8a7d7a3 req-89e64e49-80fa-4f9b-b360-5b9896cb95aa tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990869 Oct 20 09:02:43.231344 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-4dbdcef7-be9d-4eaa-815d-513cc9d19992 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d706cc3-dd7f-4052-9a1e-5635f7716b26 HTTP/1.1" status: 200 len: 217 time: 0.0457859 Oct 20 09:02:43.257891 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e51ad-ba91-43b9-b4ee-51abfd545803 req-7c2a2bc4-25db-44f6-8d44-de45f0d768ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:43.259375 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ad5e51ad-ba91-43b9-b4ee-51abfd545803 req-7c2a2bc4-25db-44f6-8d44-de45f0d768ef service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 1129 time: 0.0481069 Oct 20 09:02:43.296124 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Allocated IP 172.37.2.100 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/2019d0ed-cebb-4d3b-9d0b-0b57367796d5) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:02:43.300733 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-b24f32e1-f3f9-4464-a31f-4ea5166b117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:43.303542 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-b24f32e1-f3f9-4464-a31f-4ea5166b117b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.0617151 Oct 20 09:02:43.361082 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ad5e51ad-ba91-43b9-b4ee-51abfd545803 req-a76589b5-bca5-46b2-99ba-a2933dbf6ca6 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936582 Oct 20 09:02:43.374213 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-3a193498-ff37-4b3b-9f3d-74a90ed5f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:43.375847 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-3a193498-ff37-4b3b-9f3d-74a90ed5f35b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576813 Oct 20 09:02:43.455568 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (2019d0ed-cebb-4d3b-9d0b-0b57367796d5), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:43.490242 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (2019d0ed-cebb-4d3b-9d0b-0b57367796d5), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:43.527494 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:43.533159 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:02:43.538760 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:02:43.541271 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:02:43.576298 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=2019d0ed-cebb-4d3b-9d0b-0b57367796d5,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:43.650521 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (e75ff839-f1a2-4a35-b506-c12f064cd476), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:43.680783 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:43.693625 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (2019d0ed-cebb-4d3b-9d0b-0b57367796d5), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:43.760645 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-700aa0bc-ef64-4099-8a22-6ef7255b1d22 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978134 Oct 20 09:02:43.914076 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (2019d0ed-cebb-4d3b-9d0b-0b57367796d5), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:43.921160 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (2019d0ed-cebb-4d3b-9d0b-0b57367796d5), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:44.005489 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=2019d0ed-cebb-4d3b-9d0b-0b57367796d5,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:44.007997 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (e75ff839-f1a2-4a35-b506-c12f064cd476), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:44.048034 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:44.061454 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-628a30c6-57f7-49dc-92f7-52709f3a4f66 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5360794 Oct 20 09:02:44.213858 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d50fb-470c-451f-9c3b-ad9db5727445 req-b9981c14-6869-4bd3-8c2f-ac753b8048b9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:44.222191 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e37d50fb-470c-451f-9c3b-ad9db5727445 req-b9981c14-6869-4bd3-8c2f-ac753b8048b9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0745597 Oct 20 09:02:44.346308 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e37d50fb-470c-451f-9c3b-ad9db5727445 req-afa5d8b2-2c1c-479a-9306-db2747dd5898 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237369 Oct 20 09:02:44.387742 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:44.402919 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0233f4db-e8e3-452b-8837-9c2bd79a4e27 req-8e2f2807-4190-491c-a71c-5ce12223f7f5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966097 Oct 20 09:02:44.414510 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-e92cf0d4-3b80-44a1-95dd-8008ef61cc19 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1748743475&fields=id&tenant_id=fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 267 time: 0.0666234 Oct 20 09:02:44.531038 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb359ca-0aa6-499c-b80a-b10e73105603 req-ad4ec162-08d3-4bcd-9c18-3410f9c24aad tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:44.536096 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7eb359ca-0aa6-499c-b80a-b10e73105603 req-ad4ec162-08d3-4bcd-9c18-3410f9c24aad tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0734351 Oct 20 09:02:44.599373 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-b5866045-b799-47bf-b609-dc27b63f10eb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:44.602760 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7eb359ca-0aa6-499c-b80a-b10e73105603 req-bc14aa55-9663-4c57-952f-c391287703de tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583694 Oct 20 09:02:44.607107 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-b5866045-b799-47bf-b609-dc27b63f10eb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 814 time: 0.1824963 Oct 20 09:02:44.634503 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-3d9874eb-d6fb-4aac-8434-d1568d12b518 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/quotas/fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 375 time: 0.0127995 Oct 20 09:02:44.716837 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-056247c5-4083-4b95-8304-607dd5278814 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883296 Oct 20 09:02:44.829803 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-5d1e0713-f0df-4b0b-8711-a39e82839bba service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962124 Oct 20 09:02:44.938851 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-54034eb9-fde6-4bba-988c-28ea7c834640 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005673 Oct 20 09:02:45.113641 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-97ddb0c1-8939-4b57-8903-e036ebda2ee3 req-b5fb2430-8f22-4276-b029-1ab2634eb971 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 210 time: 0.0295734 Oct 20 09:02:45.497354 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd7f98-fd5a-43ad-b4a6-6cced3d2e9e7 req-792a8f40-eb56-4e71-b4b5-8c7f096d42e0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:45.504754 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e5bd7f98-fd5a-43ad-b4a6-6cced3d2e9e7 req-792a8f40-eb56-4e71-b4b5-8c7f096d42e0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0597169 Oct 20 09:02:45.589971 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e5bd7f98-fd5a-43ad-b4a6-6cced3d2e9e7 req-d4bfa671-221a-490e-838c-2ac8336d506c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842216 Oct 20 09:02:45.773401 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bff71-4f9f-4863-8786-63d72507a1b9 req-a5369324-d228-4aad-b62f-2c9bdca5ac7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:45.774954 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c90bff71-4f9f-4863-8786-63d72507a1b9 req-a5369324-d228-4aad-b62f-2c9bdca5ac7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0736048 Oct 20 09:02:45.830766 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c90bff71-4f9f-4863-8786-63d72507a1b9 req-9fdfb527-6dd7-4561-bb0f-e7ad0b4300ae tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502625 Oct 20 09:02:46.097990 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:46.156855 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f0f34-fb0a-4547-922d-ce85b441c3ed req-816006f2-1a42-448a-86f3-8c87ecd28d3f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:46.158439 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7a4f0f34-fb0a-4547-922d-ce85b441c3ed req-816006f2-1a42-448a-86f3-8c87ecd28d3f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0709202 Oct 20 09:02:46.276809 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7a4f0f34-fb0a-4547-922d-ce85b441c3ed req-675ec968-9839-473d-9f06-94ab1ef879d3 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026032 Oct 20 09:02:46.283562 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:46.300975 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=18 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:46.339234 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f0281833-72e8-42cd-a355-99c80f471816 req-1a4bac00-640c-4b38-a847-dfa00ea62d0e tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 210 time: 0.0942371 Oct 20 09:02:46.343676 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557d5d4-ff7e-4b9a-bdb0-3458e3bae51e req-5b60b936-b613-4c37-9238-d37511ab6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:46.345698 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2557d5d4-ff7e-4b9a-bdb0-3458e3bae51e req-5b60b936-b613-4c37-9238-d37511ab6999 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 1129 time: 0.1508687 Oct 20 09:02:46.486633 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557d5d4-ff7e-4b9a-bdb0-3458e3bae51e req-31703396-35f0-4ccc-a097-76decac46c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:46.488514 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2557d5d4-ff7e-4b9a-bdb0-3458e3bae51e req-31703396-35f0-4ccc-a097-76decac46c9c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.1358645 Oct 20 09:02:46.740127 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ab7e0-d1e9-4549-a37a-e80b63757af8 req-8794b7d5-b34a-4394-821b-466874af6770 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:46.742217 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a25ab7e0-d1e9-4549-a37a-e80b63757af8 req-8794b7d5-b34a-4394-821b-466874af6770 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0682290 Oct 20 09:02:46.800590 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a25ab7e0-d1e9-4549-a37a-e80b63757af8 req-721a9c4f-b72c-4452-9d50-42d63bedf295 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516291 Oct 20 09:02:46.928781 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2557d5d4-ff7e-4b9a-bdb0-3458e3bae51e req-5078c399-e4ae-4e01-96d5-beaf731d08b2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761aed46-611d-4ca6-9fc5-7334f3e86a8f HTTP/1.1" status: 200 len: 217 time: 0.0452116 Oct 20 09:02:47.016312 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557d5d4-ff7e-4b9a-bdb0-3458e3bae51e req-c814e251-dfbb-4e00-9732-af89b7612d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:47.017892 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2557d5d4-ff7e-4b9a-bdb0-3458e3bae51e req-c814e251-dfbb-4e00-9732-af89b7612d86 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.0646236 Oct 20 09:02:47.083706 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557d5d4-ff7e-4b9a-bdb0-3458e3bae51e req-035ade20-8709-46ab-88c0-ee737370c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:47.086413 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2557d5d4-ff7e-4b9a-bdb0-3458e3bae51e req-035ade20-8709-46ab-88c0-ee737370c7f6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446701 Oct 20 09:02:47.211288 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2557d5d4-ff7e-4b9a-bdb0-3458e3bae51e req-b3496aa9-5d30-4bd3-bae9-a0f65888bbca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041529 Oct 20 09:02:47.304451 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-f8e7c949-be36-4ebf-ab6a-b7275d20ab36 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:47.306413 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-f8e7c949-be36-4ebf-ab6a-b7275d20ab36 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 814 time: 0.2270920 Oct 20 09:02:47.337017 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:47.384699 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2557d5d4-ff7e-4b9a-bdb0-3458e3bae51e req-83c6942a-4ba6-4b00-bd8e-b4b0e8fc0a89 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562207 Oct 20 09:02:47.494635 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-712d1513-b3e8-4b5f-8843-06904233fe6f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 472 time: 0.1591027 Oct 20 09:02:47.528663 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447599a4-da0b-4604-b573-7daa3e0e163c req-c0aa487a-cbaf-4b93-95c0-8232b1737feb tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:47.530358 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-447599a4-da0b-4604-b573-7daa3e0e163c req-c0aa487a-cbaf-4b93-95c0-8232b1737feb tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.1129384 Oct 20 09:02:47.538645 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f86ad601-4194-44ce-a9ad-d0551559f2e9 req-9605ba98-75f6-427c-9914-9ea8c26c431a tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 210 time: 0.0423372 Oct 20 09:02:47.584435 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:47.599103 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-447599a4-da0b-4604-b573-7daa3e0e163c req-b1c4f58a-06a7-400b-8cf3-7e4b60c9b195 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618207 Oct 20 09:02:47.688167 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'port': {'device_id': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'admin_state_up': True, 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'security_groups': ['dc8faf1d-55c5-4f7e-9506-dd90cb2689cb']}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:47.818081 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:47.822772 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Made reservation on behalf of fcf51428b6bd4c428e1e01aadc6abe48 for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:02:47.826533 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:48.006584 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ea355-bbd2-4a32-8e6e-00ce19160027 req-f95d9a62-3162-4a25-b823-2f0ce31d17eb tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:48.008165 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2c5ea355-bbd2-4a32-8e6e-00ce19160027 req-f95d9a62-3162-4a25-b823-2f0ce31d17eb tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0843065 Oct 20 09:02:48.058417 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Allocated IP 172.20.0.10 (b8327be3-f028-4ebc-9b25-81152867d29e/efba2f9d-71d9-4036-8eac-f09661e43662/68cd5f68-1310-4334-b214-dc31475d3f8f) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:02:48.086197 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2c5ea355-bbd2-4a32-8e6e-00ce19160027 req-1587ae06-2ea2-406a-892c-e52fc2e1e7ec tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700955 Oct 20 09:02:48.222239 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:48.256835 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:48.302261 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:48.305280 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Network b8327be3-f028-4ebc-9b25-81152867d29e is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:02:48.311626 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:02:48.313963 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:02:48.316737 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=68cd5f68-1310-4334-b214-dc31475d3f8f,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:48.369386 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:48.370012 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:48.388748 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-1fd5ba58-584c-4810-98af-9d0665d12817 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7069888 Oct 20 09:02:48.615042 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-35b37b5d-a06f-4196-a161-170babce2392 None None] Provisioning complete for port 68cd5f68-1310-4334-b214-dc31475d3f8f triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:02:48.615817 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-35b37b5d-a06f-4196-a161-170babce2392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:48.615817 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-35b37b5d-a06f-4196-a161-170babce2392 None None] Attempt 1 to provision port 68cd5f68-1310-4334-b214-dc31475d3f8f Oct 20 09:02:48.700091 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-35b37b5d-a06f-4196-a161-170babce2392 None None] Port 68cd5f68-1310-4334-b214-dc31475d3f8f cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:02:48.714055 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92ccc2-9288-4268-9b7a-5f95c9c3c734 req-d6ff9e5c-bff2-40d2-989a-02322a840ac6 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:48.717186 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5f92ccc2-9288-4268-9b7a-5f95c9c3c734 req-d6ff9e5c-bff2-40d2-989a-02322a840ac6 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 932 time: 0.0934882 Oct 20 09:02:48.757837 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21d063-b13b-4f1f-9c43-1f796f2a5833 req-e6b7446f-356a-42e7-bf8a-e79a5761431f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:48.765179 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-9f21d063-b13b-4f1f-9c43-1f796f2a5833 req-e6b7446f-356a-42e7-bf8a-e79a5761431f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0868478 Oct 20 09:02:48.789711 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5f92ccc2-9288-4268-9b7a-5f95c9c3c734 req-d39a03df-8734-49d6-90b4-769f56c8934d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664196 Oct 20 09:02:48.839067 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-9f21d063-b13b-4f1f-9c43-1f796f2a5833 req-27c77d99-10b7-4c4f-80ee-0a8fad35ce50 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729494 Oct 20 09:02:49.254625 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ddc64-6cc2-4f0f-8356-2811f7c686f0 req-c2ce8d4d-f49b-4cb7-a9b5-c08804349970 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:49.256246 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-258ddc64-6cc2-4f0f-8356-2811f7c686f0 req-c2ce8d4d-f49b-4cb7-a9b5-c08804349970 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0506454 Oct 20 09:02:49.310427 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-258ddc64-6cc2-4f0f-8356-2811f7c686f0 req-4237f050-1fe8-4d25-ae65-6af31f1bebaa tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464892 Oct 20 09:02:49.937352 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718830ba-41c9-4455-b799-a715642f8fb5 req-4c5f6af5-f358-4844-8c08-f984a797eb35 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:49.939255 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-718830ba-41c9-4455-b799-a715642f8fb5 req-4c5f6af5-f358-4844-8c08-f984a797eb35 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 932 time: 0.0561903 Oct 20 09:02:49.952333 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Request body: {'port': {'device_id': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:50.059783 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453907b-a8f7-4adf-8ed4-e1742fba90e5 req-4f64529a-bcea-4a78-b909-baa0a5a6260c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:50.065340 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b453907b-a8f7-4adf-8ed4-e1742fba90e5 req-4f64529a-bcea-4a78-b909-baa0a5a6260c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.1110423 Oct 20 09:02:50.116493 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-718830ba-41c9-4455-b799-a715642f8fb5 req-2848d7c2-ac09-412a-b653-0a3d0f20db9a tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687109 Oct 20 09:02:50.136816 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:50.163115 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b453907b-a8f7-4adf-8ed4-e1742fba90e5 req-a672c4b6-dc30-49f6-9f40-20b51de47389 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792191 Oct 20 09:02:50.177277 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:50.420209 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:02:50.482043 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fec1d4-342a-44f1-ac00-100767be7fe4 req-f44eeed8-cfb1-4028-acd7-f22e33f86af6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:50.483716 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-55fec1d4-342a-44f1-ac00-100767be7fe4 req-f44eeed8-cfb1-4028-acd7-f22e33f86af6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0731242 Oct 20 09:02:50.485790 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cd5f68-1310-4334-b214-dc31475d3f8f {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:02:50.495995 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Publish callbacks [] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:50.529908 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Transition to ACTIVE for port object 68cd5f68-1310-4334-b214-dc31475d3f8f will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:02:50.539544 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:50.582076 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-55fec1d4-342a-44f1-ac00-100767be7fe4 req-14d17cb9-160d-4c09-8f43-d08c30f806f8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915196 Oct 20 09:02:50.621409 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Pushing event updated for resources: {'Port': ['ID=68cd5f68-1310-4334-b214-dc31475d3f8f,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:50.678300 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Attempting to bind port 68cd5f68-1310-4334-b214-dc31475d3f8f on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:02:50.680141 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Attempting to bind port 68cd5f68-1310-4334-b214-dc31475d3f8f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:02:50.680141 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Attempting to bind port 68cd5f68-1310-4334-b214-dc31475d3f8f on network b8327be3-f028-4ebc-9b25-81152867d29e {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:02:50.742573 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Port 68cd5f68-1310-4334-b214-dc31475d3f8f on network b8327be3-f028-4ebc-9b25-81152867d29e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:02:50.742897 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Attempting to bind port 68cd5f68-1310-4334-b214-dc31475d3f8f on network b8327be3-f028-4ebc-9b25-81152867d29e {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:02:50.768051 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:50.791408 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:02:50.791742 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Checking segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:02:50.792116 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Bound using segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:02:50.792545 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Bound port: 68cd5f68-1310-4334-b214-dc31475d3f8f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:02:50.792896 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:50.863552 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] For port 68cd5f68-1310-4334-b214-dc31475d3f8f, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:02:50.868803 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] For port 68cd5f68-1310-4334-b214-dc31475d3f8f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=68cd5f68-1310-4334-b214-dc31475d3f8f,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:02:50.876051 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:50.879125 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:50.880059 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:50.881441 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/68cd5f68-1310-4334-b214-dc31475d3f8f HTTP/1.1" status: 200 len: 1094 time: 0.9350479 Oct 20 09:02:50.883659 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'tag': '68cd5f68-1310-4334-b214-dc31475d3f8f'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:02:50.885849 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d4bb0e-79af-49d5-99db-89a7f077966d" -d '{"events": [{"name": "network-changed", "server_uuid": "aae7b08a-4c9a-4d12-9598-193afab4ca00", "tag": "68cd5f68-1310-4334-b214-dc31475d3f8f"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:02:50.930043 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abf7d9d-2229-4558-a4b8-fc68388fee50 x-openstack-request-id: req-3abf7d9d-2229-4558-a4b8-fc68388fee50 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:02:50.930408 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae7b08a-4c9a-4d12-9598-193afab4ca00", "tag": "68cd5f68-1310-4334-b214-dc31475d3f8f", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:02:50.930916 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3abf7d9d-2229-4558-a4b8-fc68388fee50 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:02:50.931794 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abf7d9d-2229-4558-a4b8-fc68388fee50'] response: {'name': 'network-changed', 'server_uuid': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'tag': '68cd5f68-1310-4334-b214-dc31475d3f8f', 'status': 'completed', 'code': 200} Oct 20 09:02:50.949044 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ea20d-6b39-4d48-80aa-7e3199c22e4b service neutron] Pushing event updated for resources: {'Port': ['ID=68cd5f68-1310-4334-b214-dc31475d3f8f,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:51.263385 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbbd6f-2739-4e71-9887-9c2a4e12a452 req-63095a53-c55f-406a-8a27-1aed195245d4 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:51.272486 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-90dbbd6f-2739-4e71-9887-9c2a4e12a452 req-63095a53-c55f-406a-8a27-1aed195245d4 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 944 time: 0.0774801 Oct 20 09:02:51.321312 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20837e1c-e99a-4503-aa7c-51273180e3ef req-0c5b4c2e-327d-414c-91d6-9052047df6fe tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:51.330278 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-20837e1c-e99a-4503-aa7c-51273180e3ef req-0c5b4c2e-327d-414c-91d6-9052047df6fe tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0800350 Oct 20 09:02:51.334059 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-90dbbd6f-2739-4e71-9887-9c2a4e12a452 req-b28af543-68cc-4283-85c6-58baafe5e454 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552728 Oct 20 09:02:51.389202 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-20837e1c-e99a-4503-aa7c-51273180e3ef req-c5085b53-6325-45fa-bc7d-e9895114249e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579245 Oct 20 09:02:51.458812 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4bb0e-79af-49d5-99db-89a7f077966d req-038cd5f2-75e2-44c3-8186-6901e04193a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:51.462191 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d6d4bb0e-79af-49d5-99db-89a7f077966d req-038cd5f2-75e2-44c3-8186-6901e04193a3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 1128 time: 0.0715356 Oct 20 09:02:51.745979 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bfbc2-6d44-4d7f-9596-0802eeea057c req-d7b80fd5-f77d-4ca0-8022-4e2674aaff83 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:51.756512 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d05bfbc2-6d44-4d7f-9596-0802eeea057c req-d7b80fd5-f77d-4ca0-8022-4e2674aaff83 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0795519 Oct 20 09:02:51.768498 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:51.865369 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d05bfbc2-6d44-4d7f-9596-0802eeea057c req-d3e01dd7-f985-4e1e-a03f-2386096dbdee tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011972 Oct 20 09:02:52.131592 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4bb0e-79af-49d5-99db-89a7f077966d req-c8d239c4-6969-4188-b3fe-3df9731dafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:52.133703 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d6d4bb0e-79af-49d5-99db-89a7f077966d req-c8d239c4-6969-4188-b3fe-3df9731dafdd service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1008193 Oct 20 09:02:52.234812 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4bb0e-79af-49d5-99db-89a7f077966d req-81adcdad-b765-491e-8781-b062c52db44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:52.236292 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d6d4bb0e-79af-49d5-99db-89a7f077966d req-81adcdad-b765-491e-8781-b062c52db44e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923491 Oct 20 09:02:52.382300 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-dab5a92b-a330-4f21-9ebf-f8d5fe0c320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:52.383612 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-dab5a92b-a330-4f21-9ebf-f8d5fe0c320c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 1128 time: 0.0503523 Oct 20 09:02:52.445172 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-213baf39-70a9-482c-8ebb-ebb8d8a1e7b2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68cd5f68-1310-4334-b214-dc31475d3f8f HTTP/1.1" status: 200 len: 217 time: 0.0343013 Oct 20 09:02:52.477441 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4e06f-40cd-451c-800d-d683cf4d12d4 req-57306ec9-fa87-4746-bdf3-be089472dee1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:52.480821 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d7b4e06f-40cd-451c-800d-d683cf4d12d4 req-57306ec9-fa87-4746-bdf3-be089472dee1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 944 time: 0.0608861 Oct 20 09:02:52.510867 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-ded860c4-9475-494c-9731-9562f06674be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:52.512353 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-ded860c4-9475-494c-9731-9562f06674be service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.0568728 Oct 20 09:02:52.552866 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d7b4e06f-40cd-451c-800d-d683cf4d12d4 req-60cad28b-a1f9-4076-9739-2a896caa3f7c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652294 Oct 20 09:02:52.566955 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-02163314-3c69-4fdf-889c-4e49d20aa34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:52.568503 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-02163314-3c69-4fdf-889c-4e49d20aa34b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487859 Oct 20 09:02:52.674022 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-7c8c1356-0ac6-4d04-ae51-4c513094020c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966573 Oct 20 09:02:52.776780 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-eb3e2790-00c6-45c9-bd5a-084f6a5475e1 req-95fc13de-0f9a-4bcd-a371-53de0e0dcb8d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965242 Oct 20 09:02:53.055699 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026834-06f3-4b83-ba0a-888c2288c51e req-007f17ce-0e82-44be-a835-04e3bc05bc2f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:53.057914 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f7026834-06f3-4b83-ba0a-888c2288c51e req-007f17ce-0e82-44be-a835-04e3bc05bc2f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0675869 Oct 20 09:02:53.103704 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 60764) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:53.116787 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-0044a396-0ce1-4f6f-b0b0-645484a92902 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335886864', 'description': 'tempest-description--1759983486'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:53.146948 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f7026834-06f3-4b83-ba0a-888c2288c51e req-f7167251-cfbf-4272-8ab4-5cd3114bd96c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830350 Oct 20 09:02:53.152273 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:53.164287 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0044a396-0ce1-4f6f-b0b0-645484a92902 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.247928 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0044a396-0ce1-4f6f-b0b0-645484a92902 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group (4ce18e4d-a459-4644-b9b2-cf8df83bbc03), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.254519 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0044a396-0ce1-4f6f-b0b0-645484a92902 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (4ce18e4d-a459-4644-b9b2-cf8df83bbc03), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.288592 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:53.291687 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0044a396-0ce1-4f6f-b0b0-645484a92902 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.292885 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-0044a396-0ce1-4f6f-b0b0-645484a92902 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1874030 Oct 20 09:02:53.295881 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 60770) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:53.300383 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-7490f376-37c0-4e2c-ba39-a7b753a0a78b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Request body: {'security_group_rule': {'security_group_id': '4ce18e4d-a459-4644-b9b2-cf8df83bbc03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:53.306287 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044a396-0ce1-4f6f-b0b0-645484a92902 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce18e4d-a459-4644-b9b2-cf8df83bbc03,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:53.342805 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7490f376-37c0-4e2c-ba39-a7b753a0a78b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group_rule (d0881194-5fb1-491d-98ba-27184cdbb85b), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.425453 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7490f376-37c0-4e2c-ba39-a7b753a0a78b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group_rule (d0881194-5fb1-491d-98ba-27184cdbb85b), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.430878 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7490f376-37c0-4e2c-ba39-a7b753a0a78b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (d0881194-5fb1-491d-98ba-27184cdbb85b), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.451415 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490f376-37c0-4e2c-ba39-a7b753a0a78b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0881194-5fb1-491d-98ba-27184cdbb85b,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:53.464538 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7490f376-37c0-4e2c-ba39-a7b753a0a78b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.465997 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7490f376-37c0-4e2c-ba39-a7b753a0a78b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692128 Oct 20 09:02:53.469690 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 60772) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:53.476026 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-2157bbfe-1fe4-48fe-a501-3e3c2c21e4b5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Request body: {'security_group_rule': {'security_group_id': '4ce18e4d-a459-4644-b9b2-cf8df83bbc03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:53.510501 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2157bbfe-1fe4-48fe-a501-3e3c2c21e4b5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group_rule (6731f69e-0a01-4835-bf8d-e199edcd32ce), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.574164 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2157bbfe-1fe4-48fe-a501-3e3c2c21e4b5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group_rule (6731f69e-0a01-4835-bf8d-e199edcd32ce), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.579083 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2157bbfe-1fe4-48fe-a501-3e3c2c21e4b5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (6731f69e-0a01-4835-bf8d-e199edcd32ce), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.594442 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157bbfe-1fe4-48fe-a501-3e3c2c21e4b5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6731f69e-0a01-4835-bf8d-e199edcd32ce,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:53.623515 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2157bbfe-1fe4-48fe-a501-3e3c2c21e4b5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.625202 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-2157bbfe-1fe4-48fe-a501-3e3c2c21e4b5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539261 Oct 20 09:02:53.629151 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 60776) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:02:53.634308 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:02:53.665165 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.727382 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db930936-7fa4-41c7-832a-3e5d57de68f6 req-1e9df80a-3c18-4cab-a8d9-d4aaf0051fc6 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:53.738101 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-db930936-7fa4-41c7-832a-3e5d57de68f6 req-1e9df80a-3c18-4cab-a8d9-d4aaf0051fc6 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 944 time: 0.0741544 Oct 20 09:02:53.761333 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:53.816958 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-db930936-7fa4-41c7-832a-3e5d57de68f6 req-c4955327-1d30-4556-8c9c-c39482bafa3c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757596 Oct 20 09:02:53.892128 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Allocated IP 172.37.2.48 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/054ff038-9dea-46ba-a60a-c95519e24b77) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:02:54.010571 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for port (054ff038-9dea-46ba-a60a-c95519e24b77), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:54.048414 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (054ff038-9dea-46ba-a60a-c95519e24b77), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:54.091316 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:54.099757 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:02:54.103748 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:02:54.112090 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:02:54.157097 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event updated for resources: {'Port': ['ID=054ff038-9dea-46ba-a60a-c95519e24b77,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:54.243340 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for floatingip (d4bfd136-4671-4d97-a2b1-b4d028402d95), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:54.315248 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (054ff038-9dea-46ba-a60a-c95519e24b77), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:54.324733 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64003-5983-4119-9209-030ded92c01d req-213c4ec7-86a6-427e-a38a-f12926ed1f57 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:54.326198 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-18f64003-5983-4119-9209-030ded92c01d req-213c4ec7-86a6-427e-a38a-f12926ed1f57 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0537612 Oct 20 09:02:54.434277 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:54.458063 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-18f64003-5983-4119-9209-030ded92c01d req-3877f24a-b0e2-45a4-a147-281d67fcb64b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151168 Oct 20 09:02:54.537931 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for port (054ff038-9dea-46ba-a60a-c95519e24b77), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:54.544396 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (054ff038-9dea-46ba-a60a-c95519e24b77), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:54.851649 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event updated for resources: {'Port': ['ID=054ff038-9dea-46ba-a60a-c95519e24b77,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:02:54.856890 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (d4bfd136-4671-4d97-a2b1-b4d028402d95), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:54.879195 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:54.880490 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-83bc377f-89f7-407c-9e1e-8c292c363950 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2502832 Oct 20 09:02:54.963427 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ba5e4-1771-4c07-830f-6fee05e26aa8 req-ba8c38eb-4a95-4fa7-97ea-3e745d24c723 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:54.967334 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-050ba5e4-1771-4c07-830f-6fee05e26aa8 req-ba8c38eb-4a95-4fa7-97ea-3e745d24c723 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 944 time: 0.0634069 Oct 20 09:02:55.037132 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-050ba5e4-1771-4c07-830f-6fee05e26aa8 req-d2c0a799-068c-48fa-8616-842ec2325da0 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569592 Oct 20 09:02:55.137762 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-32e73b61-eea7-4ce8-9ef0-1946944d1c52 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--335886864&fields=id&tenant_id=d24a1fc0e9344af181d49cfc58f0c88b HTTP/1.1" status: 200 len: 267 time: 0.0478675 Oct 20 09:02:55.263138 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-a5c91b34-dfaa-48a2-8cd1-f9c92be33e79 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:55.268431 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-a5c91b34-dfaa-48a2-8cd1-f9c92be33e79 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 817 time: 0.1238787 Oct 20 09:02:55.281826 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-28b855f2-386a-4eac-b8e1-f68b645d37d5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/quotas/d24a1fc0e9344af181d49cfc58f0c88b HTTP/1.1" status: 200 len: 375 time: 0.0100849 Oct 20 09:02:55.348631 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-1b7c8956-5e0a-49f2-8be4-92d7ef8af1bc tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0612698 Oct 20 09:02:55.468299 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-6638f676-5f92-4aec-b156-cb09ec145e71 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043808 Oct 20 09:02:55.493043 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:55.582655 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-2e2fc8e7-2f24-4bc2-b9ef-56405941c2c4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085825 Oct 20 09:02:55.605665 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:55.622995 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7539d3-9f22-43dc-b5d5-ba8dcb2dd6d4 req-e6b1eac3-1925-4114-842a-2a5e7e45d7e6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:55.630184 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1b7539d3-9f22-43dc-b5d5-ba8dcb2dd6d4 req-e6b1eac3-1925-4114-842a-2a5e7e45d7e6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0612338 Oct 20 09:02:55.691697 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1b7539d3-9f22-43dc-b5d5-ba8dcb2dd6d4 req-1ac9ee65-e05e-4ad8-bf7d-9f551c458430 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605056 Oct 20 09:02:55.839826 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-63236aac-29ca-4c47-a389-afe9d3f83745 req-89def3fb-e507-4edb-9297-22d8dd3fbeb8 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 210 time: 0.0494134 Oct 20 09:02:56.186176 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4623fa-d696-47a8-8432-c07b9708fc9c req-a54c3b56-fd75-41f5-ac8a-bd3b7a2ef404 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:56.187825 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cd4623fa-d696-47a8-8432-c07b9708fc9c req-a54c3b56-fd75-41f5-ac8a-bd3b7a2ef404 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 944 time: 0.0500460 Oct 20 09:02:56.254707 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cd4623fa-d696-47a8-8432-c07b9708fc9c req-54c9849c-b497-41aa-b396-d6a90e717beb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566983 Oct 20 09:02:56.827581 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52564883-9d09-4db1-a5b8-3094a43270e3 req-ac1379e8-35e3-402a-b0c2-aa5c0937f0e0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:56.829102 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-52564883-9d09-4db1-a5b8-3094a43270e3 req-ac1379e8-35e3-402a-b0c2-aa5c0937f0e0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0625477 Oct 20 09:02:56.880925 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:56.885777 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-52564883-9d09-4db1-a5b8-3094a43270e3 req-766a4adf-24de-443b-bcf4-b0fe11a26d34 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508540 Oct 20 09:02:56.969854 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0cbbc073-3204-46c8-86f3-abbf7c29b0a3 req-d970b023-4ebb-4297-ae43-c6ec095540d8 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 210 time: 0.0413198 Oct 20 09:02:57.446683 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda0c95-509f-44ea-acb0-bf9b71614df4 req-64fad00f-8f19-4897-8255-5bdbbc416e5b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:57.452169 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0eda0c95-509f-44ea-acb0-bf9b71614df4 req-64fad00f-8f19-4897-8255-5bdbbc416e5b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 944 time: 0.1263809 Oct 20 09:02:57.522379 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0eda0c95-509f-44ea-acb0-bf9b71614df4 req-873ee0e5-ab8d-4112-a4b9-6197e9933c5f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632565 Oct 20 09:02:58.057309 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2935b2-bf76-45d1-87a7-c344f4d23662 req-e58234b3-d506-4379-a46a-c119c67adef7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:58.058854 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cb2935b2-bf76-45d1-87a7-c344f4d23662 req-e58234b3-d506-4379-a46a-c119c67adef7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0695772 Oct 20 09:02:58.096653 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b817e26e-d85b-474f-af84-de0c5440487f req-dc9e234c-3cbc-4bff-a2fd-5d1db70ccbde tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 210 time: 0.0353980 Oct 20 09:02:58.133096 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cb2935b2-bf76-45d1-87a7-c344f4d23662 req-2e81f447-7fda-41c0-a8cb-0b1179a79992 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685747 Oct 20 09:02:58.619645 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=39 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:58.664416 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ccb49-ddb5-45cb-a675-88e362c51830 req-108d5e0c-a9fa-4af9-9d47-634e812434d0 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:58.665993 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-149ccb49-ddb5-45cb-a675-88e362c51830 req-108d5e0c-a9fa-4af9-9d47-634e812434d0 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 944 time: 0.0543337 Oct 20 09:02:58.700721 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:02:58.737878 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-149ccb49-ddb5-45cb-a675-88e362c51830 req-a030b1ac-0630-4f4e-bdf3-0892e40ab22d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630236 Oct 20 09:02:58.937869 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f35fdcbb-23d0-41b8-be89-7cbe3c92fdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:02:59.232200 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6df6feff-2cd7-449e-bad3-787a6bb3e7f7 req-4f52dec2-36ed-4a8f-b8d6-ac09c99463ad tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 210 time: 0.0366426 Oct 20 09:02:59.299164 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfb28b-d020-4ca2-ba10-cf0642d1cb6e req-a1e80167-f497-4b5e-920d-092204dd85d8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:59.300690 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-48bfb28b-d020-4ca2-ba10-cf0642d1cb6e req-a1e80167-f497-4b5e-920d-092204dd85d8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0723190 Oct 20 09:02:59.351342 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-48bfb28b-d020-4ca2-ba10-cf0642d1cb6e req-531e507d-52bf-4bbc-bae0-9006d9cddfe3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428560 Oct 20 09:02:59.858792 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399991a4-1cf4-4796-8163-d2273f4c6e87 req-cbef04ce-7f00-4a1d-871d-1133784389af tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:02:59.860492 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-399991a4-1cf4-4796-8163-d2273f4c6e87 req-cbef04ce-7f00-4a1d-871d-1133784389af tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 944 time: 0.0477748 Oct 20 09:02:59.911034 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-399991a4-1cf4-4796-8163-d2273f4c6e87 req-5e617103-6927-4427-91c5-b518dab7a8aa tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450263 Oct 20 09:02:59.973006 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 68cd5f68-1310-4334-b214-dc31475d3f8f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:03:00.068613 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 68cd5f68-1310-4334-b214-dc31475d3f8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=68cd5f68-1310-4334-b214-dc31475d3f8f,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:00.080015 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '68cd5f68-1310-4334-b214-dc31475d3f8f', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'port_id': '68cd5f68-1310-4334-b214-dc31475d3f8f', 'mac_address': 'fa:16:3e:68:28:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:03:00.118606 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 68cd5f68-1310-4334-b214-dc31475d3f8f is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:00.118996 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:00.132449 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cd5f68-1310-4334-b214-dc31475d3f8f {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:03:00.153338 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 68cd5f68-1310-4334-b214-dc31475d3f8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=68cd5f68-1310-4334-b214-dc31475d3f8f,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:00.156726 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:00.201278 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=68cd5f68-1310-4334-b214-dc31475d3f8f,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:00.208111 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.208461 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.208825 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.209182 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.209522 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.209906 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.210235 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.210599 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.210926 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.211254 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.211578 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.211898 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.212220 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.212538 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.212857 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:00.345898 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5bd0d3ac-fa43-4182-8ae1-aefeae05aca2 req-e4786e7b-07f2-4ec9-8092-fa7626b24969 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 210 time: 0.0277233 Oct 20 09:03:00.419798 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:00.476781 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852993ad-e64f-4d62-b161-fd9aeca71be1 req-e58b9d23-4b42-401e-a240-c585634d8b34 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:00.478241 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-852993ad-e64f-4d62-b161-fd9aeca71be1 req-e58b9d23-4b42-401e-a240-c585634d8b34 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0457895 Oct 20 09:03:00.524390 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-852993ad-e64f-4d62-b161-fd9aeca71be1 req-0fe09ee6-61df-4a7b-9b70-6ffc8c43d733 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407114 Oct 20 09:03:00.963187 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6ba2009e-08be-4c65-a1d5-5e9548c8d407 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:03:01.053170 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-783d2456-0a1e-407a-abc9-72fa0aa5df9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:01.086011 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:01.099115 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'port_id': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'mac_address': 'fa:16:3e:1e:9a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 476, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:03:01.139676 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 is: ACTIVE; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:01.140072 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:01.165882 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ba2009e-08be-4c65-a1d5-5e9548c8d407 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:03:01.183918 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:01.223435 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:01.228867 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:01.253249 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-45a64181-403a-41cd-b7b2-a050075d49c2 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:01.254788 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-45a64181-403a-41cd-b7b2-a050075d49c2 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 817 time: 0.1764309 Oct 20 09:03:01.282860 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=6ba2009e-08be-4c65-a1d5-5e9548c8d407,revision_number=6']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:01.285678 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcc6b5-2bab-4e3e-8720-4b312256d4f7 req-d4f05d49-4e62-4970-bed0-17fb41990776 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:01.287283 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-effcc6b5-2bab-4e3e-8720-4b312256d4f7 req-d4f05d49-4e62-4970-bed0-17fb41990776 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 945 time: 0.2967887 Oct 20 09:03:01.334305 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-71fbfcfc-b7d5-4f77-b22b-0dfdb9ee8af0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d24a1fc0e9344af181d49cfc58f0c88b HTTP/1.1" status: 200 len: 379 time: 0.0550981 Oct 20 09:03:01.345311 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Request body: {'port': {'device_id': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'admin_state_up': True, 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'security_groups': ['4ce18e4d-a459-4644-b9b2-cf8df83bbc03']}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:01.347053 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-effcc6b5-2bab-4e3e-8720-4b312256d4f7 req-3007df0d-e8bf-48d4-bd00-93cb64827ba3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524268 Oct 20 09:03:01.470917 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-771c5baf-da8c-42d0-adec-c89bc5c8c1a8 req-ac2404ea-2794-4275-af87-7ec557a33af8 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 210 time: 0.0387897 Oct 20 09:03:01.487858 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Made reservation on behalf of d24a1fc0e9344af181d49cfc58f0c88b for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:03:01.492180 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:01.617489 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Allocated IP 172.20.0.14 (89681d33-1e95-46d3-a4f1-4813c7b75e62/d1383fbe-9dd2-4af9-aeca-8b85b2f75a97/b9bd9664-f1f8-415b-84b5-9c0f08f3fc00) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:03:01.626167 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:01.648951 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a416cad-78e2-4129-8f34-6994565f658a req-967fbc7b-f45f-43c0-92f1-e399b8593ae8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:01.650448 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1a416cad-78e2-4129-8f34-6994565f658a req-967fbc7b-f45f-43c0-92f1-e399b8593ae8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 944 time: 0.0461202 Oct 20 09:03:01.653328 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['68cd5f68-1310-4334-b214-dc31475d3f8f'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:03:01.701125 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1a416cad-78e2-4129-8f34-6994565f658a req-982a1906-13fe-4f36-a3bb-05039c5630e0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Oct 20 09:03:01.769715 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['6ba2009e-08be-4c65-a1d5-5e9548c8d407'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:03:01.769958 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:01.802338 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:01.826769 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:01.856618 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Network 89681d33-1e95-46d3-a4f1-4813c7b75e62 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:03:01.859963 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:01.862524 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:03:01.892309 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event updated for resources: {'Port': ['ID=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:01.927312 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:01.927986 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:01.948960 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-44526da0-6fd8-4cb5-9793-2d517ee8258c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6083884 Oct 20 09:03:01.971305 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Request body: {'port': {'device_id': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:02.004958 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:02.066120 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:02.139570 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-0bdbc893-9a00-4553-8b84-5160ee4f3752 None None] Provisioning complete for port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:02.140095 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc893-9a00-4553-8b84-5160ee4f3752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:02.140204 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-0bdbc893-9a00-4553-8b84-5160ee4f3752 None None] Attempt 1 to provision port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 Oct 20 09:03:02.172723 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbc893-9a00-4553-8b84-5160ee4f3752 None None] Port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:03:02.189579 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:02.345579 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:03:02.353809 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Publish callbacks [] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:02.371379 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Transition to ACTIVE for port object b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:03:02.374797 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:02.376012 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:02.442375 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:02.517960 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35153d6-a91f-4b2c-8b40-4f5af213284e req-1d52cc53-6510-44ab-ae64-9e15e7cc5796 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:02.519530 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a35153d6-a91f-4b2c-8b40-4f5af213284e req-1d52cc53-6510-44ab-ae64-9e15e7cc5796 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 945 time: 0.0801494 Oct 20 09:03:02.545476 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:02.551517 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Attempting to bind port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:03:02.551850 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Attempting to bind port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:03:02.552174 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Attempting to bind port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 on network 89681d33-1e95-46d3-a4f1-4813c7b75e62 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:03:02.614428 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182de1-a1c9-4cf7-a92c-f62bd1c84183 req-f56751c4-4838-404c-a9a7-2fb1cf27d2f6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:02.616544 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5b182de1-a1c9-4cf7-a92c-f62bd1c84183 req-f56751c4-4838-404c-a9a7-2fb1cf27d2f6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 944 time: 0.0542922 Oct 20 09:03:02.617237 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a35153d6-a91f-4b2c-8b40-4f5af213284e req-fe2d9e5c-a52d-41da-8a73-3ea42508b783 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907478 Oct 20 09:03:02.623566 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 on network 89681d33-1e95-46d3-a4f1-4813c7b75e62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:03:02.623887 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Attempting to bind port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 on network 89681d33-1e95-46d3-a4f1-4813c7b75e62 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:03:02.672063 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:03:02.672406 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Checking segment: {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:03:02.672822 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Bound using segment: {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:03:02.673260 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Bound port: b9bd9664-f1f8-415b-84b5-9c0f08f3fc00, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76db0553-eab9-4c77-83f6-8c251cacdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:03:02.673618 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:02.675231 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5b182de1-a1c9-4cf7-a92c-f62bd1c84183 req-7215a8b4-1da6-429c-bb52-8e48f84c381b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510013 Oct 20 09:03:02.750933 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] For port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:03:02.754300 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] For port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:03:02.760529 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:02.785465 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:02.786093 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:02.787537 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 HTTP/1.1" status: 200 len: 1094 time: 0.8214259 Oct 20 09:03:02.788615 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:03:02.790907 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafc486f-bfdc-4b3e-b00f-4e5010010c49" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:03:02.843099 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a260bfc5-d24b-4775-b2bb-3f8da99c6d13 x-openstack-request-id: req-a260bfc5-d24b-4775-b2bb-3f8da99c6d13 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:03:02.843330 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:03:02.843582 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a260bfc5-d24b-4775-b2bb-3f8da99c6d13 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:03:02.844012 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a260bfc5-d24b-4775-b2bb-3f8da99c6d13'] response: {'name': 'network-changed', 'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'status': 'completed', 'code': 200} Oct 20 09:03:02.853161 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde353e-dd1b-4f56-ad81-3d33537d05b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:02.868853 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9579b9-e0a1-424f-9b4d-310ef687df99 req-fec29cae-e9ab-4449-a2ff-abfe358687c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:02.870332 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3c9579b9-e0a1-424f-9b4d-310ef687df99 req-fec29cae-e9ab-4449-a2ff-abfe358687c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 944 time: 0.0636623 Oct 20 09:03:02.916864 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3c9579b9-e0a1-424f-9b4d-310ef687df99 req-e4902a7e-6f3d-4cf6-9eff-fac6cb763baf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410159 Oct 20 09:03:03.738501 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e3a87-2d67-4548-afa6-31761c7c098a req-96d8400c-69f6-451e-baca-a6d2357a0157 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:03.739968 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3a8e3a87-2d67-4548-afa6-31761c7c098a req-96d8400c-69f6-451e-baca-a6d2357a0157 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 945 time: 0.0457640 Oct 20 09:03:03.787812 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3a8e3a87-2d67-4548-afa6-31761c7c098a req-8be2d911-16f8-4100-8f2d-8b9d40b152c1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 Oct 20 09:03:03.800211 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa06749-8531-4426-a513-d556d8a28508 req-618d6be4-b84d-4816-8ea0-4009a845865e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:03.803476 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5fa06749-8531-4426-a513-d556d8a28508 req-618d6be4-b84d-4816-8ea0-4009a845865e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 944 time: 0.0504801 Oct 20 09:03:03.823978 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:03.854336 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5fa06749-8531-4426-a513-d556d8a28508 req-3543f86d-080c-4da2-9c8c-2b188848710e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445025 Oct 20 09:03:04.038610 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b242b-dc28-4a3b-a38f-39ace63a5733 req-1cf2ed3f-887e-49aa-bc36-dc9130fdc0d1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:04.040049 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-aa3b242b-dc28-4a3b-a38f-39ace63a5733 req-1cf2ed3f-887e-49aa-bc36-dc9130fdc0d1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 944 time: 0.0457077 Oct 20 09:03:04.090631 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-aa3b242b-dc28-4a3b-a38f-39ace63a5733 req-296106e3-1cf4-496a-87eb-be3ff5731eee tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443103 Oct 20 09:03:04.110783 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:04.282901 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:04.905831 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f843f-63b9-4c1c-8cde-33cbef53906b req-c01871ec-2d5b-40ce-bc6c-10020ac9403c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:04.907333 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e33f843f-63b9-4c1c-8cde-33cbef53906b req-c01871ec-2d5b-40ce-bc6c-10020ac9403c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 945 time: 0.0460489 Oct 20 09:03:04.958096 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e33f843f-63b9-4c1c-8cde-33cbef53906b req-c9c14a11-8ca6-4bb7-b966-27507801d0c9 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452931 Oct 20 09:03:04.980300 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3ec5-1d37-4491-8571-565bfcbffb9e req-e71483eb-6e68-4090-8661-5472d1e305be tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:04.981924 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4e6a3ec5-1d37-4491-8571-565bfcbffb9e req-e71483eb-6e68-4090-8661-5472d1e305be tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 944 time: 0.0512671 Oct 20 09:03:05.028910 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4e6a3ec5-1d37-4491-8571-565bfcbffb9e req-94e3550c-f411-4564-b0dd-4fd47028949c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 Oct 20 09:03:05.220817 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77b3bd-3d12-4f76-ba4c-b012e7e3776d req-2df89475-918a-4550-b3fe-e3be4c73dc9b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:05.222315 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8e77b3bd-3d12-4f76-ba4c-b012e7e3776d req-2df89475-918a-4550-b3fe-e3be4c73dc9b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 944 time: 0.0509651 Oct 20 09:03:05.268506 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8e77b3bd-3d12-4f76-ba4c-b012e7e3776d req-0c183502-8936-49f2-8a95-791a07f44778 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406387 Oct 20 09:03:05.945513 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc486f-bfdc-4b3e-b00f-4e5010010c49 req-5bebb998-a9a6-4f4f-ae3e-a49d93bda92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:05.947044 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cafc486f-bfdc-4b3e-b00f-4e5010010c49 req-5bebb998-a9a6-4f4f-ae3e-a49d93bda92d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 1128 time: 0.0390043 Oct 20 09:03:06.079128 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc486f-bfdc-4b3e-b00f-4e5010010c49 req-80685cd8-f93e-44c7-bbd9-5631f57b11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:06.080738 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cafc486f-bfdc-4b3e-b00f-4e5010010c49 req-80685cd8-f93e-44c7-bbd9-5631f57b11ed service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1088359 Oct 20 09:03:06.088436 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258a4ec-29f1-4cf3-a288-e3dafe6ab685 req-6766f989-92bc-483f-b12f-a867de0c89ba tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:06.089922 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2258a4ec-29f1-4cf3-a288-e3dafe6ab685 req-6766f989-92bc-483f-b12f-a867de0c89ba tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 945 time: 0.0532665 Oct 20 09:03:06.111548 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:06.139903 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2258a4ec-29f1-4cf3-a288-e3dafe6ab685 req-5230cd47-3e63-47a6-8c6e-785353c5e9eb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435538 Oct 20 09:03:06.209640 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b9abb-f8d3-47f2-83ea-1b9d89ca0148 req-babe05fa-2598-4e3a-8ee0-69c863640f8e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:06.211699 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7d1b9abb-f8d3-47f2-83ea-1b9d89ca0148 req-babe05fa-2598-4e3a-8ee0-69c863640f8e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 944 time: 0.0969996 Oct 20 09:03:06.241897 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc486f-bfdc-4b3e-b00f-4e5010010c49 req-9af3adbb-3ae0-497c-bc92-5c3e386a2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:06.243373 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cafc486f-bfdc-4b3e-b00f-4e5010010c49 req-9af3adbb-3ae0-497c-bc92-5c3e386a2a6a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1480317 Oct 20 09:03:06.269548 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7d1b9abb-f8d3-47f2-83ea-1b9d89ca0148 req-f98b02a5-d9dc-4359-8be6-7d9b27a3cf0b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514789 Oct 20 09:03:06.385112 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-21c6b6ea-7deb-4f07-954e-df7e593a93af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:06.386785 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-21c6b6ea-7deb-4f07-954e-df7e593a93af service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 1128 time: 0.0433822 Oct 20 09:03:06.404900 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6ba2009e-08be-4c65-a1d5-5e9548c8d407 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:06.407149 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d419d8-b146-411c-b09a-7a2ff0cc6df8 req-2a71b5a7-bd9e-4020-8a53-eef0b0b3232e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:06.408638 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b4d419d8-b146-411c-b09a-7a2ff0cc6df8 req-2a71b5a7-bd9e-4020-8a53-eef0b0b3232e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 944 time: 0.0561330 Oct 20 09:03:06.420988 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:06.455972 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-f2bd9187-022b-4680-b5f1-4b19a8fed8ea service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 HTTP/1.1" status: 200 len: 217 time: 0.0403347 Oct 20 09:03:06.456252 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:06.456685 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:06.456983 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 Oct 20 09:03:06.467032 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b4d419d8-b146-411c-b09a-7a2ff0cc6df8 req-a5e51969-a9a0-4a99-9448-fc35c46e7d14 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518572 Oct 20 09:03:06.502809 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:06.530245 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-80f67cfc-ac02-40c5-b9fe-4559088ff0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:06.531735 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-80f67cfc-ac02-40c5-b9fe-4559088ff0e9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.0684266 Oct 20 09:03:06.536437 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:06.536828 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:06.574280 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:06.575425 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:03:06.577995 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-9fb8cd74-6a8d-4eeb-8261-f63b76a72f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:06.578343 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5043c218-5bc6-46c3-9d86-22b4fe8d3c0b" -d '{"events": [{"server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "name": "network-vif-plugged", "status": "completed", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:03:06.579689 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-9fb8cd74-6a8d-4eeb-8261-f63b76a72f52 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412138 Oct 20 09:03:06.581629 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:06.582427 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 68cd5f68-1310-4334-b214-dc31475d3f8f up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:06.638291 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccca98b8-5def-40ca-a855-93e811b7a2c0 x-openstack-request-id: req-ccca98b8-5def-40ca-a855-93e811b7a2c0 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:03:06.638639 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "name": "network-vif-plugged", "status": "completed", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:03:06.638898 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ccca98b8-5def-40ca-a855-93e811b7a2c0 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:03:06.639299 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccca98b8-5def-40ca-a855-93e811b7a2c0'] response: {'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'code': 200} Oct 20 09:03:06.663790 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=6ba2009e-08be-4c65-a1d5-5e9548c8d407,revision_number=7']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:06.670143 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port 68cd5f68-1310-4334-b214-dc31475d3f8f completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:03:06.676593 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 68cd5f68-1310-4334-b214-dc31475d3f8f triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:06.676972 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:06.677316 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 68cd5f68-1310-4334-b214-dc31475d3f8f Oct 20 09:03:06.706146 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-56847df3-ac24-4f53-9a4a-76ba42979b37 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043317 Oct 20 09:03:06.763575 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 68cd5f68-1310-4334-b214-dc31475d3f8f is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:06.763958 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:06.801898 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 68cd5f68-1310-4334-b214-dc31475d3f8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=68cd5f68-1310-4334-b214-dc31475d3f8f,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:06.807478 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:06.811339 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4479f286-0aa2-4118-873b-adb72f90ac3c req-14d8298e-9809-422d-b3d6-32cc5d8b7583 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970638 Oct 20 09:03:06.862184 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=68cd5f68-1310-4334-b214-dc31475d3f8f,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:07.086204 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 32808) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:07.136004 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f7a152-d08a-4d33-90f7-98dcc98be644 admin admin] Deleting subnet ef23d62f-1e96-4e18-b968-72aa31bb978d {{(pid=104619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:03:07.140741 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-00f7a152-d08a-4d33-90f7-98dcc98be644 admin admin] Publish callbacks [] for subnet (ef23d62f-1e96-4e18-b968-72aa31bb978d), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.190174 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-00f7a152-d08a-4d33-90f7-98dcc98be644 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60789047'] for subnet (ef23d62f-1e96-4e18-b968-72aa31bb978d), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.213268 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:07.241419 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-00f7a152-d08a-4d33-90f7-98dcc98be644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (ef23d62f-1e96-4e18-b968-72aa31bb978d), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.323816 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633c864-c35d-41ce-a81d-c59a1305a71d req-b6fe4706-c6ea-41ec-b189-1193626a4b3e tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:07.337073 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4633c864-c35d-41ce-a81d-c59a1305a71d req-b6fe4706-c6ea-41ec-b189-1193626a4b3e tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0875931 Oct 20 09:03:07.363413 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-00f7a152-d08a-4d33-90f7-98dcc98be644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59401348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352885'] for subnet (ef23d62f-1e96-4e18-b968-72aa31bb978d), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.417548 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4633c864-c35d-41ce-a81d-c59a1305a71d req-e9699696-6b49-413d-b77d-1f0278336ba5 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787046 Oct 20 09:03:07.439571 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-00f7a152-d08a-4d33-90f7-98dcc98be644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.445401 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-00f7a152-d08a-4d33-90f7-98dcc98be644 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/ef23d62f-1e96-4e18-b968-72aa31bb978d HTTP/1.1" status: 204 len: 168 time: 0.3558004 Oct 20 09:03:07.445581 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7a152-d08a-4d33-90f7-98dcc98be644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef23d62f-1e96-4e18-b968-72aa31bb978d,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:07.446224 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 32820) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:07.489803 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f1069-899f-4fb3-9289-75184202b524 req-e39a7960-ed00-4e2f-b89b-740dc7c8d4a0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:07.497560 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-629f1069-899f-4fb3-9289-75184202b524 req-e39a7960-ed00-4e2f-b89b-740dc7c8d4a0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 944 time: 0.0686085 Oct 20 09:03:07.553727 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (4ee4717f-cbab-45d5-be89-db298134faad), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.558581 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-629f1069-899f-4fb3-9289-75184202b524 req-b228b495-ac4b-4681-8a7f-9599a6439f2c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601482 Oct 20 09:03:07.646715 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b82037-424d-439f-9f11-fcd5bb42d45f req-a552129b-5c4f-412b-b6b2-022d5ce5307e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:07.649160 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-67b82037-424d-439f-9f11-fcd5bb42d45f req-a552129b-5c4f-412b-b6b2-022d5ce5307e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0928402 Oct 20 09:03:07.719374 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (4ee4717f-cbab-45d5-be89-db298134faad), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.759007 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee4717f-cbab-45d5-be89-db298134faad']}} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:07.771190 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-67b82037-424d-439f-9f11-fcd5bb42d45f req-aa83b743-d844-4cd2-84e4-69ca102c06a2 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118324 Oct 20 09:03:07.772819 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a272bf23-dda4-4b1e-ac2f-df90cbbf97b1') {'for_net_delete': True} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:07.773097 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a272bf23-dda4-4b1e-ac2f-df90cbbf97b1') {} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:07.783394 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59339406'] for segment (a272bf23-dda4-4b1e-ac2f-df90cbbf97b1), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.802537 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (a272bf23-dda4-4b1e-ac2f-df90cbbf97b1), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.806225 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] Releasing vlan 457 on physical network physnet1 to pool {{(pid=104618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:03:07.806225 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60098465'] for segment (a272bf23-dda4-4b1e-ac2f-df90cbbf97b1), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.848010 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment a272bf23-dda4-4b1e-ac2f-df90cbbf97b1 resource provider aggregate not found Oct 20 09:03:07.867749 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment a272bf23-dda4-4b1e-ac2f-df90cbbf97b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a272bf23-dda4-4b1e-ac2f-df90cbbf97b1 found for delete ", "request_id": "req-fe131a7d-a6c0-4227-a82e-cc8fcdb145ec"}]} Oct 20 09:03:07.874023 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (4ee4717f-cbab-45d5-be89-db298134faad), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.878410 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:07.882302 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/4ee4717f-cbab-45d5-be89-db298134faad HTTP/1.1" status: 204 len: 168 time: 0.4304914 Oct 20 09:03:07.901892 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e3438-80aa-4e45-a8e9-b45d7c43323a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee4717f-cbab-45d5-be89-db298134faad,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:08.092893 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 32830) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:08.134511 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7f083de0-9b28-4839-a364-3483889d31ab admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=847f0b8423334fc7b505313a10845bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399084 Oct 20 09:03:08.136925 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 32832) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:08.145386 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:03:08.163964 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:08.236839 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4eb86f9a-6f34-4573-af4a-e9a9bcbb3d29 admin admin] Publish callbacks [] for security_group (8a686ae8-6156-4e39-b47a-5e036e15a3d7), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:08.260045 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:08.270116 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4eb86f9a-6f34-4573-af4a-e9a9bcbb3d29 admin admin] Publish callbacks [] for security_group (8a686ae8-6156-4e39-b47a-5e036e15a3d7), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:08.273614 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'port_id': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'mac_address': 'fa:16:3e:e8:5d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 482, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:03:08.313492 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:08.314130 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:08.330282 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:03:08.331686 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4eb86f9a-6f34-4573-af4a-e9a9bcbb3d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (8a686ae8-6156-4e39-b47a-5e036e15a3d7), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:08.334827 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4eb86f9a-6f34-4573-af4a-e9a9bcbb3d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:08.339936 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-4eb86f9a-6f34-4573-af4a-e9a9bcbb3d29 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8a686ae8-6156-4e39-b47a-5e036e15a3d7 HTTP/1.1" status: 204 len: 168 time: 0.1985567 Oct 20 09:03:08.342731 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:08.352032 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb86f9a-6f34-4573-af4a-e9a9bcbb3d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a686ae8-6156-4e39-b47a-5e036e15a3d7,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:08.373601 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:08.393039 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:08.464259 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:08.595693 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65735052-58e8-42f8-8cec-cb2977f5d1bf req-427af4c1-4785-4768-866e-baadb2f3de77 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:08.602449 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-65735052-58e8-42f8-8cec-cb2977f5d1bf req-427af4c1-4785-4768-866e-baadb2f3de77 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0717063 Oct 20 09:03:08.640327 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cd5f68-1310-4334-b214-dc31475d3f8f'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:03:08.642824 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228f15fa-715e-4dd0-830c-4729f5c57535" -d '{"events": [{"server_uuid": "aae7b08a-4c9a-4d12-9598-193afab4ca00", "name": "network-vif-plugged", "status": "completed", "tag": "68cd5f68-1310-4334-b214-dc31475d3f8f"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:03:08.664120 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-65735052-58e8-42f8-8cec-cb2977f5d1bf req-925231e7-1776-43c1-ab6f-1a49d3233848 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606923 Oct 20 09:03:08.753117 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da34930-a9d2-4b79-98c1-dcca636845ba x-openstack-request-id: req-7da34930-a9d2-4b79-98c1-dcca636845ba {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:03:08.753604 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae7b08a-4c9a-4d12-9598-193afab4ca00", "name": "network-vif-plugged", "status": "completed", "tag": "68cd5f68-1310-4334-b214-dc31475d3f8f", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:03:08.754004 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7da34930-a9d2-4b79-98c1-dcca636845ba {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:03:08.754599 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da34930-a9d2-4b79-98c1-dcca636845ba'] response: {'server_uuid': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cd5f68-1310-4334-b214-dc31475d3f8f', 'code': 200} Oct 20 09:03:08.763224 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250eb39-f41e-4728-9e78-042b6eb2fcf7 req-339806a3-c7f0-4776-8150-202aba8f1a39 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:08.765571 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9250eb39-f41e-4728-9e78-042b6eb2fcf7 req-339806a3-c7f0-4776-8150-202aba8f1a39 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 945 time: 0.0794523 Oct 20 09:03:08.862567 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9250eb39-f41e-4728-9e78-042b6eb2fcf7 req-69491631-530c-4584-8e4f-395afd70039e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847497 Oct 20 09:03:08.889565 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['b9bd9664-f1f8-415b-84b5-9c0f08f3fc00'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:03:08.994138 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c69ee0-984d-4445-8c83-809c3559a47f req-2223b621-0665-4d51-9fd9-59cfef59a339 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:09.002463 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-98c69ee0-984d-4445-8c83-809c3559a47f req-2223b621-0665-4d51-9fd9-59cfef59a339 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0870864 Oct 20 09:03:09.077495 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:09.095108 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-98c69ee0-984d-4445-8c83-809c3559a47f req-1d50a0d5-4d57-493d-b9f9-d73479410e5b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902359 Oct 20 09:03:09.138712 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ddb2d-3d24-4419-bd11-8831512144e7 req-0eb761e2-106c-4942-987e-841333ca87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:09.138712 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1c3ddb2d-3d24-4419-bd11-8831512144e7 req-0eb761e2-106c-4942-987e-841333ca87d0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 1130 time: 0.0523167 Oct 20 09:03:09.214053 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1c3ddb2d-3d24-4419-bd11-8831512144e7 req-f98330a7-c040-420b-9cf8-5e894b562d9e service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701947 Oct 20 09:03:09.800003 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85252903-ea93-4d57-a0f9-b0ab4c48ca1a req-9b47e0bf-8aae-4bde-8e76-9df41b706242 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:09.801562 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-85252903-ea93-4d57-a0f9-b0ab4c48ca1a req-9b47e0bf-8aae-4bde-8e76-9df41b706242 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0501733 Oct 20 09:03:09.857302 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-85252903-ea93-4d57-a0f9-b0ab4c48ca1a req-7833d02a-95b9-42c8-8f17-ff529c2529e2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500927 Oct 20 09:03:10.036786 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157b277-df54-4f2f-877a-c9dd6064374b req-106056ab-4a06-4533-b2c2-d8cd3f084244 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:10.038684 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6157b277-df54-4f2f-877a-c9dd6064374b req-106056ab-4a06-4533-b2c2-d8cd3f084244 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 945 time: 0.0804002 Oct 20 09:03:10.118770 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6157b277-df54-4f2f-877a-c9dd6064374b req-8031e102-edb9-4c9c-85dd-a860437b73d6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736978 Oct 20 09:03:10.282841 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c20d5-a4ff-46b8-a4bf-374a7c11b00f req-58466f8b-793c-4bb3-91a2-1a101e53aee3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:10.284390 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1b7c20d5-a4ff-46b8-a4bf-374a7c11b00f req-58466f8b-793c-4bb3-91a2-1a101e53aee3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0604386 Oct 20 09:03:10.341359 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1b7c20d5-a4ff-46b8-a4bf-374a7c11b00f req-28241ca4-9274-444e-9ce5-d586c6593038 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486372 Oct 20 09:03:10.343427 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:10.418403 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:03:10.426072 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:10.426501 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:10.426930 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 Oct 20 09:03:10.510958 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:10.511698 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:10.549344 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:10.556078 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:10.607990 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:10.756238 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:03:10.759809 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed683184-effc-4a27-b47e-642e50b8f059" -d '{"events": [{"server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:03:10.818161 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556907c5-f7fc-4263-b81a-8fad12a0029d x-openstack-request-id: req-556907c5-f7fc-4263-b81a-8fad12a0029d {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:03:10.818465 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:03:10.818736 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-556907c5-f7fc-4263-b81a-8fad12a0029d {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:03:10.819124 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556907c5-f7fc-4263-b81a-8fad12a0029d'] response: {'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'code': 200} Oct 20 09:03:11.045626 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57769f-07d4-4fb6-b6a9-e64b0f955865 req-5745647d-d1f2-43bb-b81b-058b1f89503d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:11.053553 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ce57769f-07d4-4fb6-b6a9-e64b0f955865 req-5745647d-d1f2-43bb-b81b-058b1f89503d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0750790 Oct 20 09:03:11.090659 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:11.111995 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ce57769f-07d4-4fb6-b6a9-e64b0f955865 req-0a9e87e6-8aac-45b6-9c5f-c8779aea8c7e tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566545 Oct 20 09:03:11.338882 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107dfc7-91ef-4163-a366-161d7c2b666e req-baf1cf2b-4bd3-4501-be8f-6e407fc5916a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:11.341590 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2107dfc7-91ef-4163-a366-161d7c2b666e req-baf1cf2b-4bd3-4501-be8f-6e407fc5916a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0727334 Oct 20 09:03:11.404500 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2107dfc7-91ef-4163-a366-161d7c2b666e req-7050b30e-48f9-479b-868d-c2fa92cecef2 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568402 Oct 20 09:03:11.535097 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1600e6-1dc1-4398-ad9c-24bfabecdc77 req-d154a1ae-9754-4ded-9ace-7951dc808380 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:11.536617 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ea1600e6-1dc1-4398-ad9c-24bfabecdc77 req-d154a1ae-9754-4ded-9ace-7951dc808380 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0585155 Oct 20 09:03:11.625486 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ea1600e6-1dc1-4398-ad9c-24bfabecdc77 req-0bc58b3f-b7e4-407e-a306-0612ef992989 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825288 Oct 20 09:03:11.870495 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:11.954642 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daaaab-52e7-47de-8dcc-7c7913b6aff0 req-6a33d2f3-515e-4254-8510-34e805345366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:11.958707 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-90daaaab-52e7-47de-8dcc-7c7913b6aff0 req-6a33d2f3-515e-4254-8510-34e805345366 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 1130 time: 0.0566344 Oct 20 09:03:12.245086 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa392c-4e72-43ed-96ff-6fffd155cd08 req-1bcc2dc5-e2f2-434e-b3fa-57f822ab3b06 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:12.246882 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-31aa392c-4e72-43ed-96ff-6fffd155cd08 req-1bcc2dc5-e2f2-434e-b3fa-57f822ab3b06 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0510969 Oct 20 09:03:12.310781 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-31aa392c-4e72-43ed-96ff-6fffd155cd08 req-dc4d2961-c488-4a86-821b-0dcc539f6f7b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543966 Oct 20 09:03:12.447604 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a329b0c-b2fc-4c49-9fcf-4247ddb4ff47 req-8ea5126f-b310-499f-900a-deff62b0665e tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:12.449443 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3a329b0c-b2fc-4c49-9fcf-4247ddb4ff47 req-8ea5126f-b310-499f-900a-deff62b0665e tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0529087 Oct 20 09:03:12.453301 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-90daaaab-52e7-47de-8dcc-7c7913b6aff0 req-397a5997-7b9f-4b61-88f3-ebb07ace47ec service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563068 Oct 20 09:03:12.460227 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 32930) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:12.465043 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-fc755717-2cc0-46a1-9003-edca870e7c54 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'floatingip': {'port_id': '68cd5f68-1310-4334-b214-dc31475d3f8f'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:12.500041 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:12.512487 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fc755717-2cc0-46a1-9003-edca870e7c54 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (e75ff839-f1a2-4a35-b506-c12f064cd476), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:12.570916 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967a3e9-9546-459b-8a38-d979908d1311 req-2e9d6d5e-92de-4407-9ebb-3fc4b3e8da8a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:12.572542 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5967a3e9-9546-459b-8a38-d979908d1311 req-2e9d6d5e-92de-4407-9ebb-3fc4b3e8da8a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0610936 Oct 20 09:03:12.576457 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:12.637588 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5967a3e9-9546-459b-8a38-d979908d1311 req-7dac65d2-0812-4753-bd0c-dd7c1ee63350 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591726 Oct 20 09:03:12.811945 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd5daa-1afe-426c-aa49-cece47e7f554 req-2bcb8da3-6b1e-4e68-8a19-7c5672b2f433 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:12.823828 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-dbfd5daa-1afe-426c-aa49-cece47e7f554 req-2bcb8da3-6b1e-4e68-8a19-7c5672b2f433 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.1057827 Oct 20 09:03:12.970268 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-dbfd5daa-1afe-426c-aa49-cece47e7f554 req-04efa504-d46c-42f1-a882-02385046f466 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455812 Oct 20 09:03:13.150332 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fc755717-2cc0-46a1-9003-edca870e7c54 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:13.191933 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fc755717-2cc0-46a1-9003-edca870e7c54 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (e75ff839-f1a2-4a35-b506-c12f064cd476), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:13.307518 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [None req-fc755717-2cc0-46a1-9003-edca870e7c54 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Floating IP e75ff839-f1a2-4a35-b506-c12f064cd476 associated. External IP: 172.37.2.100, port: 68cd5f68-1310-4334-b214-dc31475d3f8f. Oct 20 09:03:13.544826 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc755717-2cc0-46a1-9003-edca870e7c54 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Router 5d6f9d11-ff8a-4c73-8522-18898834f2fd has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:03:13.653564 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc755717-2cc0-46a1-9003-edca870e7c54 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:03:13.658831 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fc755717-2cc0-46a1-9003-edca870e7c54 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:13.666484 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16198dc-887b-45cc-a700-b6cc9269be2d None None] Sync routers for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:03:13.696780 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-fc755717-2cc0-46a1-9003-edca870e7c54 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/e75ff839-f1a2-4a35-b506-c12f064cd476 HTTP/1.1" status: 200 len: 992 time: 1.2326930 Oct 20 09:03:13.696780 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'tag': '68cd5f68-1310-4334-b214-dc31475d3f8f'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:03:13.697687 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306272cf-ef91-4ebb-86ce-eabb98786b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "aae7b08a-4c9a-4d12-9598-193afab4ca00", "tag": "68cd5f68-1310-4334-b214-dc31475d3f8f"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:03:13.701968 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16198dc-887b-45cc-a700-b6cc9269be2d None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:13.713254 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e16198dc-887b-45cc-a700-b6cc9269be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:13.748972 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af554a9d-b5de-4311-9f5e-21205e5fee05 x-openstack-request-id: req-af554a9d-b5de-4311-9f5e-21205e5fee05 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:03:13.749471 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae7b08a-4c9a-4d12-9598-193afab4ca00", "tag": "68cd5f68-1310-4334-b214-dc31475d3f8f", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:03:13.750042 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af554a9d-b5de-4311-9f5e-21205e5fee05 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:03:13.750794 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af554a9d-b5de-4311-9f5e-21205e5fee05'] response: {'name': 'network-changed', 'server_uuid': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'tag': '68cd5f68-1310-4334-b214-dc31475d3f8f', 'status': 'completed', 'code': 200} Oct 20 09:03:13.841668 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febd025-dfa8-478d-a6d0-ad4cb2474d52 req-3a4af870-6e38-4cb7-a20b-2dd53d863c1b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:13.853202 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0febd025-dfa8-478d-a6d0-ad4cb2474d52 req-3a4af870-6e38-4cb7-a20b-2dd53d863c1b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0716238 Oct 20 09:03:13.888937 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-e16198dc-887b-45cc-a700-b6cc9269be2d None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:13.951054 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0febd025-dfa8-478d-a6d0-ad4cb2474d52 req-61037d50-bdc1-4431-8e6a-79a2241477c5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929739 Oct 20 09:03:13.953108 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306272cf-ef91-4ebb-86ce-eabb98786b0e req-e4810c4d-f185-454c-965f-d1843b3c8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:13.954940 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-306272cf-ef91-4ebb-86ce-eabb98786b0e req-e4810c4d-f185-454c-965f-d1843b3c8a33 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 1130 time: 0.0777855 Oct 20 09:03:14.076048 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:14.111187 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:14.115941 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:14.126217 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1997b3-921b-49f3-9e99-c10a019852d7 req-7546eb33-4747-40e8-941d-dace16e1f6bf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:14.128137 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4c1997b3-921b-49f3-9e99-c10a019852d7 req-7546eb33-4747-40e8-941d-dace16e1f6bf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0555904 Oct 20 09:03:14.179407 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e16198dc-887b-45cc-a700-b6cc9269be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d0cee38-c8c4-4e39-9d30-c4d39c015bcc', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.155', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:42:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:50Z', 'updated_at': '2022-10-20T09:01:29Z', 'revision_number': 2, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}, {'id': 'e75ff839-f1a2-4a35-b506-c12f064cd476', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.100', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '68cd5f68-1310-4334-b214-dc31475d3f8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:68:28:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:43Z', 'updated_at': '2022-10-20T09:03:13Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:14.211598 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4c1997b3-921b-49f3-9e99-c10a019852d7 req-1817a30a-035b-4d80-8272-670da2f02c61 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758247 Oct 20 09:03:14.214379 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16198dc-887b-45cc-a700-b6cc9269be2d None None] Checking router: 5d6f9d11-ff8a-4c73-8522-18898834f2fd for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:03:14.244909 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16198dc-887b-45cc-a700-b6cc9269be2d None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:14.244909 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e16198dc-887b-45cc-a700-b6cc9269be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:14.374650 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-e16198dc-887b-45cc-a700-b6cc9269be2d None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:14.672196 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:14.676962 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:14.680288 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e16198dc-887b-45cc-a700-b6cc9269be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d0cee38-c8c4-4e39-9d30-c4d39c015bcc', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.155', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:42:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:50Z', 'updated_at': '2022-10-20T09:01:29Z', 'revision_number': 2, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}, {'id': 'e75ff839-f1a2-4a35-b506-c12f064cd476', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.100', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '68cd5f68-1310-4334-b214-dc31475d3f8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:68:28:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:43Z', 'updated_at': '2022-10-20T09:03:13Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:14.720327 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16198dc-887b-45cc-a700-b6cc9269be2d None None] The sync data for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi is: [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d0cee38-c8c4-4e39-9d30-c4d39c015bcc', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.155', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:42:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:50Z', 'updated_at': '2022-10-20T09:01:29Z', 'revision_number': 2, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}, {'id': 'e75ff839-f1a2-4a35-b506-c12f064cd476', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.100', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '68cd5f68-1310-4334-b214-dc31475d3f8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:68:28:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:43Z', 'updated_at': '2022-10-20T09:03:13Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:03:14.769072 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:14.792576 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2d242-9151-4e04-9561-9fd7ea84615e req-f7c993b5-a3a5-4c66-b118-41e5fc6d8233 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:14.794131 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-65d2d242-9151-4e04-9561-9fd7ea84615e req-f7c993b5-a3a5-4c66-b118-41e5fc6d8233 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 945 time: 0.0643916 Oct 20 09:03:14.877755 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-65d2d242-9151-4e04-9561-9fd7ea84615e req-ad5bb5d4-3f23-4095-b773-7d51389608a2 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724607 Oct 20 09:03:15.073437 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf407aaf-cba6-4eb5-9ec6-17bc1090b506 None None] New status for floating IP e75ff839-f1a2-4a35-b506-c12f064cd476: ACTIVE {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:03:15.103439 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306272cf-ef91-4ebb-86ce-eabb98786b0e req-fe956ed5-c73b-4c7d-90bd-262c7f5f30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:15.104880 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-306272cf-ef91-4ebb-86ce-eabb98786b0e req-fe956ed5-c73b-4c7d-90bd-262c7f5f30a7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 915 time: 0.2071745 Oct 20 09:03:15.152427 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729c8a4-d969-4771-9fb2-cab9906f2f45 req-ec4e1724-bc01-43a0-8796-3022bfc8b54d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:15.154729 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c729c8a4-d969-4771-9fb2-cab9906f2f45 req-ec4e1724-bc01-43a0-8796-3022bfc8b54d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0950770 Oct 20 09:03:15.234761 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c729c8a4-d969-4771-9fb2-cab9906f2f45 req-b8dad8c8-317c-4369-a1e6-11e7c53952dc tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704794 Oct 20 09:03:15.389038 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d346b3-3cda-4852-a104-680cd8bbe9d7 req-0675544f-4885-49ac-a92c-5107bc950983 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:15.394799 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-18d346b3-3cda-4852-a104-680cd8bbe9d7 req-0675544f-4885-49ac-a92c-5107bc950983 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0790131 Oct 20 09:03:15.401357 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 32990) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:15.405961 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-3e0a380a-c506-4da7-b773-8d17d7c4f5ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Request body: {'floatingip': {'port_id': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:15.417850 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971196ff-5ccf-4ff9-be86-cbe171eb0445 req-712601c6-d855-461c-86ea-ce1995055da5 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:15.425017 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-971196ff-5ccf-4ff9-be86-cbe171eb0445 req-712601c6-d855-461c-86ea-ce1995055da5 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0694082 Oct 20 09:03:15.462388 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3e0a380a-c506-4da7-b773-8d17d7c4f5ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for floatingip (d4bfd136-4671-4d97-a2b1-b4d028402d95), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:15.505900 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-971196ff-5ccf-4ff9-be86-cbe171eb0445 req-4d3da85b-1770-4dcd-b7ab-67aad40468f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799603 Oct 20 09:03:15.628268 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:15.734039 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:16.272287 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.db.resource_extend [None req-3e0a380a-c506-4da7-b773-8d17d7c4f5ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 20 09:03:16.320739 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459ee79-b7e4-45ea-8492-837c3531b835 req-ac5f6b07-cb62-475f-a8a6-c824ae1a002f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:16.323472 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4459ee79-b7e4-45ea-8492-837c3531b835 req-ac5f6b07-cb62-475f-a8a6-c824ae1a002f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 945 time: 0.0981290 Oct 20 09:03:16.347883 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3e0a380a-c506-4da7-b773-8d17d7c4f5ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:16.359354 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3e0a380a-c506-4da7-b773-8d17d7c4f5ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (d4bfd136-4671-4d97-a2b1-b4d028402d95), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:16.483351 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4459ee79-b7e4-45ea-8492-837c3531b835 req-e3b583b9-ba1c-4b35-b2ab-007461f0158b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335893 Oct 20 09:03:16.513649 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [None req-3e0a380a-c506-4da7-b773-8d17d7c4f5ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Floating IP d4bfd136-4671-4d97-a2b1-b4d028402d95 associated. External IP: 172.37.2.48, port: b9bd9664-f1f8-415b-84b5-9c0f08f3fc00. Oct 20 09:03:16.738191 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9769bc-af1c-4a23-975e-928d74d2db51 req-d14099bc-a9b3-4239-8613-818422bea01a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:16.747075 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ab9769bc-af1c-4a23-975e-928d74d2db51 req-d14099bc-a9b3-4239-8613-818422bea01a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.1017356 Oct 20 09:03:16.795314 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0a380a-c506-4da7-b773-8d17d7c4f5ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Router 925cb29f-bad0-4493-9a33-a8eefe88e05e has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:03:16.808988 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ab9769bc-af1c-4a23-975e-928d74d2db51 req-6d12fa70-b773-4f88-8bd7-19104e314f87 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608096 Oct 20 09:03:16.962512 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-306272cf-ef91-4ebb-86ce-eabb98786b0e req-5c44ce22-0f11-40a1-8097-6c3d22e08ff9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68cd5f68-1310-4334-b214-dc31475d3f8f HTTP/1.1" status: 200 len: 1002 time: 0.1159315 Oct 20 09:03:16.980647 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0a380a-c506-4da7-b773-8d17d7c4f5ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:03:16.985116 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3e0a380a-c506-4da7-b773-8d17d7c4f5ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:16.992495 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8ca5d-4559-4993-863e-e5552db0c32a None None] Sync routers for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:03:17.008208 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8ca5d-4559-4993-863e-e5552db0c32a None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:17.035960 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-3e0a380a-c506-4da7-b773-8d17d7c4f5ed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/d4bfd136-4671-4d97-a2b1-b4d028402d95 HTTP/1.1" status: 200 len: 991 time: 1.6165025 Oct 20 09:03:17.035960 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:03:17.035960 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1db2009-8bf1-443d-a98a-c3448cd83ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:03:17.037006 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-52d8ca5d-4559-4993-863e-e5552db0c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:17.066909 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad8f030-1bd0-4c29-8c88-9376e2352e62 x-openstack-request-id: req-bad8f030-1bd0-4c29-8c88-9376e2352e62 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:03:17.067437 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:03:17.067888 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bad8f030-1bd0-4c29-8c88-9376e2352e62 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:03:17.068479 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad8f030-1bd0-4c29-8c88-9376e2352e62'] response: {'name': 'network-changed', 'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'status': 'completed', 'code': 200} Oct 20 09:03:17.188913 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-52d8ca5d-4559-4993-863e-e5552db0c32a None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:17.508141 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db2009-8bf1-443d-a98a-c3448cd83ca7 req-5f4b5d35-34be-431d-8957-efa319ea4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:17.510788 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306272cf-ef91-4ebb-86ce-eabb98786b0e req-3833ebe1-329e-437e-b4b9-2b68374ac20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:17.512521 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-306272cf-ef91-4ebb-86ce-eabb98786b0e req-3833ebe1-329e-437e-b4b9-2b68374ac20e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.1014652 Oct 20 09:03:17.513547 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c1db2009-8bf1-443d-a98a-c3448cd83ca7 req-5f4b5d35-34be-431d-8957-efa319ea4ec3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 1130 time: 0.0797987 Oct 20 09:03:17.670298 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:17.686394 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c7aa2-2969-4210-8b18-29a0ca5cd31e req-24a7341b-e494-4770-93ed-8b33d57f73e4 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:17.688430 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d24c7aa2-2969-4210-8b18-29a0ca5cd31e req-24a7341b-e494-4770-93ed-8b33d57f73e4 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 945 time: 0.1055279 Oct 20 09:03:17.690740 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306272cf-ef91-4ebb-86ce-eabb98786b0e req-98a2fd5f-81d8-4ea9-97a6-ba0a9580da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:17.692287 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-306272cf-ef91-4ebb-86ce-eabb98786b0e req-98a2fd5f-81d8-4ea9-97a6-ba0a9580da69 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1239860 Oct 20 09:03:17.698895 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e7045-dca9-4672-b828-e90c80a8c0dc req-87763672-a0f3-4c94-b661-4d255be49ad1 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:17.707090 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-499e7045-dca9-4672-b828-e90c80a8c0dc req-87763672-a0f3-4c94-b661-4d255be49ad1 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 945 time: 0.0931835 Oct 20 09:03:17.736996 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:17.780733 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-52d8ca5d-4559-4993-863e-e5552db0c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd4bfd136-4671-4d97-a2b1-b4d028402d95', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'floating_ip_address': '172.37.2.48', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'port_id': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'mac_address': 'fa:16:3e:e8:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:54Z', 'updated_at': '2022-10-20T09:03:15Z', 'revision_number': 1, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:50Z', 'revision_number': 5, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:17.796197 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-499e7045-dca9-4672-b828-e90c80a8c0dc req-74b0702d-3f31-4937-9473-eedb27ec313c tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879629 Oct 20 09:03:17.815804 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8ca5d-4559-4993-863e-e5552db0c32a None None] Checking router: 925cb29f-bad0-4493-9a33-a8eefe88e05e for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:03:17.828599 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8ca5d-4559-4993-863e-e5552db0c32a None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:17.831091 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-52d8ca5d-4559-4993-863e-e5552db0c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:17.839765 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db2009-8bf1-443d-a98a-c3448cd83ca7 req-6d51c9de-cea9-45af-996c-4fe7cb370c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:17.841845 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c1db2009-8bf1-443d-a98a-c3448cd83ca7 req-6d51c9de-cea9-45af-996c-4fe7cb370c52 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.2745838 Oct 20 09:03:17.899759 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-d24c7aa2-2969-4210-8b18-29a0ca5cd31e req-d078ac0b-f377-4668-9f88-1577244664e9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Deleting port 6bd83ee3-a5b5-413b-9b18-8034518260a1 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:03:17.900164 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-d24c7aa2-2969-4210-8b18-29a0ca5cd31e req-d078ac0b-f377-4668-9f88-1577244664e9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:17.906711 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-306272cf-ef91-4ebb-86ce-eabb98786b0e req-594fecb5-6dc6-4bc8-a372-4e8b34bde6e2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045829 Oct 20 09:03:17.986734 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c1db2009-8bf1-443d-a98a-c3448cd83ca7 req-26333c86-e7f2-49c3-94c4-0186ee75ebff service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 HTTP/1.1" status: 200 len: 999 time: 0.1369848 Oct 20 09:03:18.000838 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-52d8ca5d-4559-4993-863e-e5552db0c32a None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:18.055974 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db2009-8bf1-443d-a98a-c3448cd83ca7 req-41e7020f-24fe-4548-b00e-033bc3ca30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:18.058301 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c1db2009-8bf1-443d-a98a-c3448cd83ca7 req-41e7020f-24fe-4548-b00e-033bc3ca30d1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.0628440 Oct 20 09:03:18.079516 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:18.131315 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:18.133203 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47d2f-c38a-4c27-9ff0-5026945a16ca req-f0e716fa-f05c-4aa5-9a3d-ad49377cc40c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:18.148237 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-45b47d2f-c38a-4c27-9ff0-5026945a16ca req-f0e716fa-f05c-4aa5-9a3d-ad49377cc40c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.1651292 Oct 20 09:03:18.149923 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db2009-8bf1-443d-a98a-c3448cd83ca7 req-81ffaa51-b440-4316-bd7d-dc1a45d47935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:18.151895 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c1db2009-8bf1-443d-a98a-c3448cd83ca7 req-81ffaa51-b440-4316-bd7d-dc1a45d47935 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680997 Oct 20 09:03:18.162153 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-d24c7aa2-2969-4210-8b18-29a0ca5cd31e req-d078ac0b-f377-4668-9f88-1577244664e9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] For port 6bd83ee3-a5b5-413b-9b18-8034518260a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6bd83ee3-a5b5-413b-9b18-8034518260a1,segment=NetworkSegment(10ee2b8f-225b-4078-a1e3-ca61c72306c6),segment_id=10ee2b8f-225b-4078-a1e3-ca61c72306c6)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:18.162512 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-d24c7aa2-2969-4210-8b18-29a0ca5cd31e req-d078ac0b-f377-4668-9f88-1577244664e9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:18.213632 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-d24c7aa2-2969-4210-8b18-29a0ca5cd31e req-d078ac0b-f377-4668-9f88-1577244664e9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Calling delete_port for 6bd83ee3-a5b5-413b-9b18-8034518260a1 owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:03:18.240846 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-306272cf-ef91-4ebb-86ce-eabb98786b0e req-a4c2f9b9-afd2-43f4-90cc-c31630fed26b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594221 Oct 20 09:03:18.297433 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-52d8ca5d-4559-4993-863e-e5552db0c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd4bfd136-4671-4d97-a2b1-b4d028402d95', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'floating_ip_address': '172.37.2.48', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'port_id': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'mac_address': 'fa:16:3e:e8:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:54Z', 'updated_at': '2022-10-20T09:03:15Z', 'revision_number': 1, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:50Z', 'revision_number': 5, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:18.312573 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-45b47d2f-c38a-4c27-9ff0-5026945a16ca req-6a43db8d-69be-44bd-a6c9-e17f1c78040a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546814 Oct 20 09:03:18.343922 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8ca5d-4559-4993-863e-e5552db0c32a None None] The sync data for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi is: [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd4bfd136-4671-4d97-a2b1-b4d028402d95', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'floating_ip_address': '172.37.2.48', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'port_id': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'mac_address': 'fa:16:3e:e8:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:54Z', 'updated_at': '2022-10-20T09:03:15Z', 'revision_number': 1, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:50Z', 'revision_number': 5, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:03:18.386561 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c1db2009-8bf1-443d-a98a-c3448cd83ca7 req-5643e3c1-972a-4beb-9d73-c851ede7e731 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195766 Oct 20 09:03:18.428007 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-d24c7aa2-2969-4210-8b18-29a0ca5cd31e req-d078ac0b-f377-4668-9f88-1577244664e9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (6bd83ee3-a5b5-413b-9b18-8034518260a1), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:18.464828 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078ac0b-f377-4668-9f88-1577244664e9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Pushing event deleted for resources: {'Port': ['ID=6bd83ee3-a5b5-413b-9b18-8034518260a1,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:18.515180 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24c7aa2-2969-4210-8b18-29a0ca5cd31e req-d078ac0b-f377-4668-9f88-1577244664e9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] No DVR routers for this DVR port 6bd83ee3-a5b5-413b-9b18-8034518260a1 on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:03:18.522841 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-d24c7aa2-2969-4210-8b18-29a0ca5cd31e req-d078ac0b-f377-4668-9f88-1577244664e9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:18.527201 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d24c7aa2-2969-4210-8b18-29a0ca5cd31e req-d078ac0b-f377-4668-9f88-1577244664e9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.23 "DELETE /networking/v2.0/ports/6bd83ee3-a5b5-413b-9b18-8034518260a1 HTTP/1.1" status: 204 len: 173 time: 0.8224359 Oct 20 09:03:18.562370 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:18.587352 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c1db2009-8bf1-443d-a98a-c3448cd83ca7 req-e721c60b-b7ce-456e-bca5-5afe61c8894c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086626 Oct 20 09:03:18.934028 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2518eecb-8af3-4715-9609-2d746db205b2 req-5200c596-2baa-4d8c-bac0-c0df0ac6145b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe511cdb-e20c-4ec9-a37b-1eb239d3ed67 HTTP/1.1" status: 200 len: 210 time: 0.0303781 Oct 20 09:03:19.070464 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe511cdb-e20c-4ec9-a37b-1eb239d3ed67', 'name': 'network-vif-deleted', 'tag': '6bd83ee3-a5b5-413b-9b18-8034518260a1'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:03:19.071414 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee74dc-5e23-41ff-9805-77e37160f665 None None] New status for floating IP d4bfd136-4671-4d97-a2b1-b4d028402d95: ACTIVE {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:03:19.072833 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d1c3c0-e633-4565-9097-c8fd5beb5f52" -d '{"events": [{"server_uuid": "fe511cdb-e20c-4ec9-a37b-1eb239d3ed67", "name": "network-vif-deleted", "tag": "6bd83ee3-a5b5-413b-9b18-8034518260a1"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:03:19.111041 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85298358-4cdb-4282-8381-4807d059d03d x-openstack-request-id: req-85298358-4cdb-4282-8381-4807d059d03d {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:03:19.111331 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe511cdb-e20c-4ec9-a37b-1eb239d3ed67", "name": "network-vif-deleted", "tag": "6bd83ee3-a5b5-413b-9b18-8034518260a1", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:03:19.111581 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85298358-4cdb-4282-8381-4807d059d03d {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:03:19.112010 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85298358-4cdb-4282-8381-4807d059d03d'] response: {'server_uuid': 'fe511cdb-e20c-4ec9-a37b-1eb239d3ed67', 'name': 'network-vif-deleted', 'tag': '6bd83ee3-a5b5-413b-9b18-8034518260a1', 'status': 'completed', 'code': 200} Oct 20 09:03:19.269626 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748f1ca-7dc3-43f2-baf8-118d8765fc02 req-a4377490-9988-4415-b804-eab34940fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:19.271292 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6748f1ca-7dc3-43f2-baf8-118d8765fc02 req-a4377490-9988-4415-b804-eab34940fdb5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 1129 time: 0.0418699 Oct 20 09:03:19.378849 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748f1ca-7dc3-43f2-baf8-118d8765fc02 req-714a47eb-8abd-41c9-8dc4-70ec8bdf10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:19.378849 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6748f1ca-7dc3-43f2-baf8-118d8765fc02 req-714a47eb-8abd-41c9-8dc4-70ec8bdf10a0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 917 time: 0.1012337 Oct 20 09:03:19.478499 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df01526-8e45-49a0-a1d7-79dc3f78500c req-8a80661b-b5ee-4404-af9f-5169ff3b31a0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:19.479973 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9df01526-8e45-49a0-a1d7-79dc3f78500c req-8a80661b-b5ee-4404-af9f-5169ff3b31a0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 945 time: 0.0880826 Oct 20 09:03:19.483929 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6748f1ca-7dc3-43f2-baf8-118d8765fc02 req-0bd94f95-6173-4a70-a103-8b696747e91b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407 HTTP/1.1" status: 200 len: 1000 time: 0.0983460 Oct 20 09:03:19.526778 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9df01526-8e45-49a0-a1d7-79dc3f78500c req-0ebd157c-7105-41d2-b08f-54a5330a7ea9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405054 Oct 20 09:03:19.814242 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:19.832012 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748f1ca-7dc3-43f2-baf8-118d8765fc02 req-e4c4f7d2-d45f-41d8-9ffe-7e8756a0035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:19.833538 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6748f1ca-7dc3-43f2-baf8-118d8765fc02 req-e4c4f7d2-d45f-41d8-9ffe-7e8756a0035c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.0440590 Oct 20 09:03:19.878681 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748f1ca-7dc3-43f2-baf8-118d8765fc02 req-0f2cd80c-422a-4315-9447-e8271d2f3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:19.880219 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6748f1ca-7dc3-43f2-baf8-118d8765fc02 req-0f2cd80c-422a-4315-9447-e8271d2f3303 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406771 Oct 20 09:03:20.235998 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6748f1ca-7dc3-43f2-baf8-118d8765fc02 req-99753c22-ccb8-48c5-9a6b-d5fcfb543803 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404868 Oct 20 09:03:20.330159 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6748f1ca-7dc3-43f2-baf8-118d8765fc02 req-3038919f-7714-4205-b06e-86373c28c728 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862515 Oct 20 09:03:20.485252 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6ba2009e-08be-4c65-a1d5-5e9548c8d407 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:03:20.558975 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 is: ACTIVE; New status is: DOWN {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:20.559356 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:20.582508 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:03:20.584752 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6076c2a9-2eb8-4a55-ad13-6b7df73ca672" -d '{"events": [{"server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:03:20.597661 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:20.601724 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:20.602487 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6bd83ee3-a5b5-413b-9b18-8034518260a1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:03:20.623033 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: 6bd83ee3-a5b5-413b-9b18-8034518260a1 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:03:20.623378 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6bd83ee3-a5b5-413b-9b18-8034518260a1 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:03:20.627198 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b288baf-b111-4537-a564-d8c9fe8b5544 x-openstack-request-id: req-4b288baf-b111-4537-a564-d8c9fe8b5544 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:03:20.627526 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:03:20.627772 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b288baf-b111-4537-a564-d8c9fe8b5544 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:03:20.628270 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b288baf-b111-4537-a564-d8c9fe8b5544'] response: {'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'code': 200} Oct 20 09:03:20.658814 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a62f3-f662-425c-85d2-e55bfeb33997 req-bd56b3da-4bc7-43e6-a73c-4879d24c76d6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:20.660198 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-be0a62f3-f662-425c-85d2-e55bfeb33997 req-bd56b3da-4bc7-43e6-a73c-4879d24c76d6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0523210 Oct 20 09:03:20.668715 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=6ba2009e-08be-4c65-a1d5-5e9548c8d407,revision_number=8']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:20.708234 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-be0a62f3-f662-425c-85d2-e55bfeb33997 req-39de8550-f536-4094-a074-e0d48446db28 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423353 Oct 20 09:03:21.307782 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33102) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:21.411582 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a00b8677-919c-4cc0-bfb3-b55a96fa146e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:21.488019 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a00b8677-919c-4cc0-bfb3-b55a96fa146e admin admin] Publish callbacks [] for security_group (f9915459-59fe-4033-8563-f1a814e42ab4), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:21.491530 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a00b8677-919c-4cc0-bfb3-b55a96fa146e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f9915459-59fe-4033-8563-f1a814e42ab4), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:21.506843 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:21.531359 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b8677-919c-4cc0-bfb3-b55a96fa146e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9915459-59fe-4033-8563-f1a814e42ab4,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:21.537374 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a00b8677-919c-4cc0-bfb3-b55a96fa146e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=bf8bf4571f4b4090bff58f73fe1ee3ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285936 Oct 20 09:03:21.540657 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33106) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:21.582092 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:21.593906 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f43d-0983-49a3-89a0-df39bef5a083 admin admin] Publish callbacks [] for security_group (f9915459-59fe-4033-8563-f1a814e42ab4), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:21.614572 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f43d-0983-49a3-89a0-df39bef5a083 admin admin] Publish callbacks [] for security_group (f9915459-59fe-4033-8563-f1a814e42ab4), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:21.660610 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f43d-0983-49a3-89a0-df39bef5a083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f9915459-59fe-4033-8563-f1a814e42ab4), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:21.663294 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f43d-0983-49a3-89a0-df39bef5a083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:21.664697 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7aa7f43d-0983-49a3-89a0-df39bef5a083 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f9915459-59fe-4033-8563-f1a814e42ab4 HTTP/1.1" status: 204 len: 168 time: 0.1230872 Oct 20 09:03:21.672976 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7f43d-0983-49a3-89a0-df39bef5a083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9915459-59fe-4033-8563-f1a814e42ab4,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:21.838866 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9ca1d-17a3-45f5-aa40-cedc1fda7086 req-884277fd-07a6-4adf-8529-b3176a941f75 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:21.840607 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-56c9ca1d-17a3-45f5-aa40-cedc1fda7086 req-884277fd-07a6-4adf-8529-b3176a941f75 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0493441 Oct 20 09:03:21.888762 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-56c9ca1d-17a3-45f5-aa40-cedc1fda7086 req-c2bb80ac-cb12-4c44-9842-cfab41e191ea tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423274 Oct 20 09:03:22.286227 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33132) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:22.386784 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1851524269-network', 'tenant_id': '98827dbef155480b9f26792b70014b4b'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:22.406117 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Made reservation on behalf of 98827dbef155480b9f26792b70014b4b for: {'network': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:03:22.408415 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:22.417223 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:22.495918 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Publish callbacks [] for security_group (267613e2-eaed-4d60-9170-746f466fc7c4), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:22.499537 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (267613e2-eaed-4d60-9170-746f466fc7c4), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:22.521498 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 484} {{(pid=104619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:03:22.536959 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267613e2-eaed-4d60-9170-746f466fc7c4,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:22.540487 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (b604ffd5-f3fe-428d-9c18-ae17d450cc23), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:22.540829 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.segments_db [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Added segment b604ffd5-f3fe-428d-9c18-ae17d450cc23 of type vlan for network d2d4ae81-03f2-49c0-8ca3-a270479acf30 Oct 20 09:03:22.579866 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (d2d4ae81-03f2-49c0-8ca3-a270479acf30), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:22.604288 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (d2d4ae81-03f2-49c0-8ca3-a270479acf30), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:22.605258 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:22.605838 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:22.661834 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3745275 Oct 20 09:03:22.665394 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 33138) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:22.667684 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d06a8e-aa79-4f3d-9446-81f48776bb51 admin admin] Pushing event updated for resources: {'Network': ['ID=d2d4ae81-03f2-49c0-8ca3-a270479acf30,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:22.670131 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] Request body: {'subnet': {'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1851524269-subnet', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'ip_version': 4}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:22.678415 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network d2d4ae81-03f2-49c0-8ca3-a270479acf30 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:03:22.694900 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] Made reservation on behalf of 98827dbef155480b9f26792b70014b4b for: {'subnet': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:03:22.697157 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59610662'] for subnet (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:22.866483 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60112092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59610676'] for subnet (a8f15822-75cb-4a82-9319-f423481eb456), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:22.914749 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:22.915569 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f15822-75cb-4a82-9319-f423481eb456,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:22.931572 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] Checking segment: {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:03:22.931916 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] Network hostable DHCP agents. Network: d2d4ae81-03f2-49c0-8ca3-a270479acf30, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:03:22.948187 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] Network d2d4ae81-03f2-49c0-8ca3-a270479acf30 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:03:22.956887 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d2d4ae81-03f2-49c0-8ca3-a270479acf30) {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:22.961477 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:22.962063 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:22.967645 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1e6d03-ed83-4257-ab17-dce08412e076 None None] Network d2d4ae81-03f2-49c0-8ca3-a270479acf30 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:03:23.008293 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-90c51d73-2041-4385-9295-160e2b254e32 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3417733 Oct 20 09:03:23.010374 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33142) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:23.017180 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:23.027410 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71612821-c65d-467c-9cae-15953703037b req-205c6441-ae4c-4b53-af77-68cc8063a688 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:23.029014 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-71612821-c65d-467c-9cae-15953703037b req-205c6441-ae4c-4b53-af77-68cc8063a688 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0582936 Oct 20 09:03:23.040197 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (3e2283d4-42cc-40d2-9529-fb7a4926321b), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.041298 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (3e2283d4-42cc-40d2-9529-fb7a4926321b), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.079722 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-71612821-c65d-467c-9cae-15953703037b req-94083c1c-a699-46e2-9b8d-b8ab4b640547 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440896 Oct 20 09:03:23.084743 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d2d4ae81-03f2-49c0-8ca3-a270479acf30', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 09:03:23.086233 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.099176 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Publish callbacks [] for router_controller (3e2283d4-42cc-40d2-9529-fb7a4926321b), precommit_add_association {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.231797 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Allocated IP 172.20.0.2 (d2d4ae81-03f2-49c0-8ca3-a270479acf30/a8f15822-75cb-4a82-9319-f423481eb456/353f1629-6bf1-41fd-952f-ab5486b0963e) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:03:23.232147 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Publish callbacks [] for router_gateway (3e2283d4-42cc-40d2-9529-fb7a4926321b), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.284853 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:23.309092 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:23.381981 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Publish callbacks [] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.388510 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.416010 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Publish callbacks [] for router_gateway (3e2283d4-42cc-40d2-9529-fb7a4926321b), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.421187 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:23.428673 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:23.430792 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Network d2d4ae81-03f2-49c0-8ca3-a270479acf30 is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:03:23.435808 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.436790 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:23.441229 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:03:23.446557 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Pushing event updated for resources: {'Port': ['ID=353f1629-6bf1-41fd-952f-ab5486b0963e,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:23.501970 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Attempting to bind port 353f1629-6bf1-41fd-952f-ab5486b0963e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:03:23.502246 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Attempting to bind port 353f1629-6bf1-41fd-952f-ab5486b0963e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:03:23.502636 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Attempting to bind port 353f1629-6bf1-41fd-952f-ab5486b0963e on network d2d4ae81-03f2-49c0-8ca3-a270479acf30 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:03:23.543641 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:03:23.544013 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Checking segment: {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:03:23.544407 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.544792 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Bound using segment: {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:03:23.545374 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Bound port: 353f1629-6bf1-41fd-952f-ab5486b0963e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:03:23.545777 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.550108 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Allocated IP 172.37.2.244 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/a554923f-a49c-464a-b74b-2832d1db6320) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:03:23.615755 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] For port 353f1629-6bf1-41fd-952f-ab5486b0963e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:03:23.620272 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] For port 353f1629-6bf1-41fd-952f-ab5486b0963e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=353f1629-6bf1-41fd-952f-ab5486b0963e,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:03:23.626872 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.669472 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Publish callbacks [] for port (a554923f-a49c-464a-b74b-2832d1db6320), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.680924 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f20784-45a4-4ffd-91bd-93ee4a9fe680 None None] Pushing event updated for resources: {'Port': ['ID=353f1629-6bf1-41fd-952f-ab5486b0963e,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:23.709272 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (a554923f-a49c-464a-b74b-2832d1db6320), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:23.754245 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:03:23.759890 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:23.763108 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:03:23.794083 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a554923f-a49c-464a-b74b-2832d1db6320,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:24.249042 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2e370-e2f9-45bf-8b57-70450d7191cb req-6a9bc887-e72a-4be1-b617-60aae36a226f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:24.250518 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-10d2e370-e2f9-45bf-8b57-70450d7191cb req-6a9bc887-e72a-4be1-b617-60aae36a226f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0822904 Oct 20 09:03:24.333910 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Publish callbacks [] for router_gateway (3e2283d4-42cc-40d2-9529-fb7a4926321b), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:24.339721 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-10d2e370-e2f9-45bf-8b57-70450d7191cb req-0e61fdfe-ec0e-4f92-944b-e930ba54bff1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819376 Oct 20 09:03:24.446259 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:24.508011 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:24.599355 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (3e2283d4-42cc-40d2-9529-fb7a4926321b), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:24.745035 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Router 3e2283d4-42cc-40d2-9529-fb7a4926321b is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 09:03:24.766735 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b83230-d606-4b01-9d8f-1e15df30c947 None None] Network d2d4ae81-03f2-49c0-8ca3-a270479acf30 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:03:24.829877 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-375e1a54-f566-4282-aa5d-ab4baafa4ffa None None] Provisioning complete for port 353f1629-6bf1-41fd-952f-ab5486b0963e triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:24.830579 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-375e1a54-f566-4282-aa5d-ab4baafa4ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:24.831072 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-375e1a54-f566-4282-aa5d-ab4baafa4ffa None None] Attempt 1 to provision port 353f1629-6bf1-41fd-952f-ab5486b0963e Oct 20 09:03:24.876232 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:03:24.898297 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:24.899675 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-69e9d1b5-cf63-4d89-98dd-09f6d72045f7 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8871880 Oct 20 09:03:24.902607 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 33178) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:24.906308 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Sync routers for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:03:24.950636 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:24.951260 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:24.993658 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [req-6292f7f8-43af-4884-97f3-fcd0c38c3ac2 req-4422d573-9ef1-41d6-a145-0e17d241adcc service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104619) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 09:03:24.994821 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6292f7f8-43af-4884-97f3-fcd0c38c3ac2 req-4422d573-9ef1-41d6-a145-0e17d241adcc service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061028 Oct 20 09:03:25.022629 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:25.064331 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-375e1a54-f566-4282-aa5d-ab4baafa4ffa None None] Current status of the port 353f1629-6bf1-41fd-952f-ab5486b0963e is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:25.066757 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-375e1a54-f566-4282-aa5d-ab4baafa4ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:25.115736 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:25.198278 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-375e1a54-f566-4282-aa5d-ab4baafa4ffa None None] For port 353f1629-6bf1-41fd-952f-ab5486b0963e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=353f1629-6bf1-41fd-952f-ab5486b0963e,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:25.213465 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-375e1a54-f566-4282-aa5d-ab4baafa4ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:25.291674 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8983d-b5b6-4aa7-9718-ec5735b2c683 req-299dc0ea-613a-41c9-bdfd-f710a84512e8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:25.298488 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-82d8983d-b5b6-4aa7-9718-ec5735b2c683 req-299dc0ea-613a-41c9-bdfd-f710a84512e8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0966876 Oct 20 09:03:25.320126 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1a54-f566-4282-aa5d-ab4baafa4ffa None None] Pushing event updated for resources: {'Port': ['ID=353f1629-6bf1-41fd-952f-ab5486b0963e,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:25.360604 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-4f8f5ca6-4f33-4130-9214-8aba3a3b4673 None None] Provisioning complete for port 353f1629-6bf1-41fd-952f-ab5486b0963e triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:25.361065 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-4f8f5ca6-4f33-4130-9214-8aba3a3b4673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:25.361372 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-4f8f5ca6-4f33-4130-9214-8aba3a3b4673 None None] Attempt 1 to provision port 353f1629-6bf1-41fd-952f-ab5486b0963e Oct 20 09:03:25.381435 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-82d8983d-b5b6-4aa7-9718-ec5735b2c683 req-650fd7fc-5758-4c7b-929d-e820cf8f500e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820892 Oct 20 09:03:25.385104 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:25.423477 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:24Z', 'revision_number': 3, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:25.438259 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Checking router: 3e2283d4-42cc-40d2-9529-fb7a4926321b for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:03:25.439115 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Updating router 3e2283d4-42cc-40d2-9529-fb7a4926321b port a554923f-a49c-464a-b74b-2832d1db6320 binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:03:25.443296 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:25.479280 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a554923f-a49c-464a-b74b-2832d1db6320), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:25.488809 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:25.553699 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33202) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:25.682223 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-0cf703ea-05f2-4621-af31-ae009f647ebe service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262522 Oct 20 09:03:25.701232 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-b8899ca2-6f7f-4cf8-a0ea-c32217789f28 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104619) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 09:03:25.702706 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-b8899ca2-6f7f-4cf8-a0ea-c32217789f28 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0104103 Oct 20 09:03:25.703891 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f5ca6-4f33-4130-9214-8aba3a3b4673 None None] Current status of the port 353f1629-6bf1-41fd-952f-ab5486b0963e is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:25.712398 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Allocated IP 172.20.0.1 (d2d4ae81-03f2-49c0-8ca3-a270479acf30/a8f15822-75cb-4a82-9319-f423481eb456/025b69c9-1027-4bcf-b825-84750837af0d) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:03:25.746672 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 353f1629-6bf1-41fd-952f-ab5486b0963e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:25.788229 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:25.810871 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33214) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:25.863298 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Publish callbacks [] for port (025b69c9-1027-4bcf-b825-84750837af0d), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:25.870385 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 353f1629-6bf1-41fd-952f-ab5486b0963e triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:25.870892 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:25.871104 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 353f1629-6bf1-41fd-952f-ab5486b0963e Oct 20 09:03:25.899358 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:25.910186 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (025b69c9-1027-4bcf-b825-84750837af0d), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:25.940828 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-f4c422dc-e8d0-458d-8839-980a6a971187 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:25.942221 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-f4c422dc-e8d0-458d-8839-980a6a971187 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports/6ba2009e-08be-4c65-a1d5-5e9548c8d407 HTTP/1.1" status: 200 len: 940 time: 0.1302633 Oct 20 09:03:25.955327 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Network d2d4ae81-03f2-49c0-8ca3-a270479acf30 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:03:25.959015 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:25.962433 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:03:26.007667 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Pushing event updated for resources: {'Port': ['ID=025b69c9-1027-4bcf-b825-84750837af0d,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:26.021751 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (3e2283d4-42cc-40d2-9529-fb7a4926321b), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.030022 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 353f1629-6bf1-41fd-952f-ab5486b0963e is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:26.052405 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Publish callbacks [] for port (a554923f-a49c-464a-b74b-2832d1db6320), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.061942 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a554923f-a49c-464a-b74b-2832d1db6320), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.089538 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Attempting to bind port a554923f-a49c-464a-b74b-2832d1db6320 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:03:26.089924 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Attempting to bind port a554923f-a49c-464a-b74b-2832d1db6320 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:03:26.090856 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Attempting to bind port a554923f-a49c-464a-b74b-2832d1db6320 on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:03:26.180832 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd8932-f96d-416d-9995-a27d61373da8 None None] Pushing event updated for resources: {'Port': ['ID=a554923f-a49c-464a-b74b-2832d1db6320,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:26.184367 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (025b69c9-1027-4bcf-b825-84750837af0d), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.205710 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:03:26.207008 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:03:26.207742 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.208614 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:03:26.209254 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Bound port: a554923f-a49c-464a-b74b-2832d1db6320, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:03:26.212477 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a554923f-a49c-464a-b74b-2832d1db6320), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.270999 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] For port a554923f-a49c-464a-b74b-2832d1db6320, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:03:26.276484 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] For port a554923f-a49c-464a-b74b-2832d1db6320, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a554923f-a49c-464a-b74b-2832d1db6320,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:03:26.287435 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a554923f-a49c-464a-b74b-2832d1db6320), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.322972 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:26.323890 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:26.371413 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Publish callbacks [] for port (025b69c9-1027-4bcf-b825-84750837af0d), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.377720 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (025b69c9-1027-4bcf-b825-84750837af0d), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.411069 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd8932-f96d-416d-9995-a27d61373da8 None None] Pushing event updated for resources: {'Port': ['ID=a554923f-a49c-464a-b74b-2832d1db6320,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:26.442034 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:26.449327 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Pushing event updated for resources: {'Port': ['ID=025b69c9-1027-4bcf-b825-84750837af0d,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:26.452230 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (3e2283d4-42cc-40d2-9529-fb7a4926321b), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.468473 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-5dbe87ee-550b-49ec-83a9-00d5f26c4a5a None None] Provisioning complete for port 025b69c9-1027-4bcf-b825-84750837af0d triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:26.468852 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5dbe87ee-550b-49ec-83a9-00d5f26c4a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (025b69c9-1027-4bcf-b825-84750837af0d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.469762 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-5dbe87ee-550b-49ec-83a9-00d5f26c4a5a None None] Attempt 1 to provision port 025b69c9-1027-4bcf-b825-84750837af0d Oct 20 09:03:26.493576 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:26.519600 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:26.538643 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fec12-2b44-490b-86fb-6b68f7bc1638 req-c0852568-b200-4ca6-867e-9fa7a2a638f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:26.543135 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-011fec12-2b44-490b-86fb-6b68f7bc1638 req-c0852568-b200-4ca6-867e-9fa7a2a638f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0556858 Oct 20 09:03:26.561967 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Network d2d4ae81-03f2-49c0-8ca3-a270479acf30 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:03:26.563660 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:26.592002 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-011fec12-2b44-490b-86fb-6b68f7bc1638 req-246d35f4-fa5b-4b25-bfbc-dd625f9add45 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458462 Oct 20 09:03:26.619460 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe87ee-550b-49ec-83a9-00d5f26c4a5a None None] Port 025b69c9-1027-4bcf-b825-84750837af0d cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:03:26.699211 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Router 3e2283d4-42cc-40d2-9529-fb7a4926321b has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:03:26.722277 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:25Z', 'revision_number': 1, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:26.748506 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f7275-0048-4beb-bd2b-3639b0c623ba None None] The sync data for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi is: [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:25Z', 'revision_number': 1, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:03:26.761818 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:26.816130 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:03:26.822290 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-94f8f7e6-1c67-4036-9ea8-11a2fd48800a admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/3e2283d4-42cc-40d2-9529-fb7a4926321b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9181116 Oct 20 09:03:26.845095 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7ca48c0c-5b75-4702-a722-c41474379b71 None None] Provisioning complete for port 025b69c9-1027-4bcf-b825-84750837af0d triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:26.845433 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7ca48c0c-5b75-4702-a722-c41474379b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (025b69c9-1027-4bcf-b825-84750837af0d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:26.845775 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7ca48c0c-5b75-4702-a722-c41474379b71 None None] Attempt 1 to provision port 025b69c9-1027-4bcf-b825-84750837af0d Oct 20 09:03:26.884456 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7ca48c0c-5b75-4702-a722-c41474379b71 None None] Port 025b69c9-1027-4bcf-b825-84750837af0d cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:03:27.344366 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33246) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:27.349233 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1573945969-network', 'tenant_id': '630293d0e194481c86354df95acdd799'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:27.374443 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Made reservation on behalf of 630293d0e194481c86354df95acdd799 for: {'network': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:03:27.382640 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.403311 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.419068 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:03:27.494409 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Publish callbacks [] for security_group (97664908-206d-4ed9-ae03-7b6b66b3fdc2), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.498375 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (97664908-206d-4ed9-ae03-7b6b66b3fdc2), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.529188 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 477} {{(pid=104619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:03:27.536043 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97664908-206d-4ed9-ae03-7b6b66b3fdc2,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:27.544958 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (f967cf82-b558-4e95-b76d-ce998445631f), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.545063 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.segments_db [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Added segment f967cf82-b558-4e95-b76d-ce998445631f of type vlan for network 90830680-4877-40a6-92b8-d18eaba06729 Oct 20 09:03:27.590004 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (90830680-4877-40a6-92b8-d18eaba06729), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.626046 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (90830680-4877-40a6-92b8-d18eaba06729), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.627316 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:27.627996 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.649085 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:27.667037 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device a554923f-a49c-464a-b74b-2832d1db6320 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:27.682858 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:27.704609 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3591306 Oct 20 09:03:27.708687 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33250) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:27.714695 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] Request body: {'subnet': {'network_id': '90830680-4877-40a6-92b8-d18eaba06729', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1573945969-subnet', 'tenant_id': '630293d0e194481c86354df95acdd799', 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:27.719526 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a7d30-c61b-45ef-b25b-3d27508e469f admin admin] Pushing event updated for resources: {'Network': ['ID=90830680-4877-40a6-92b8-d18eaba06729,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:27.734498 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 90830680-4877-40a6-92b8-d18eaba06729 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:03:27.742356 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] Made reservation on behalf of 630293d0e194481c86354df95acdd799 for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:03:27.745292 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352862'] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.758517 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:27.770799 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af8794-64aa-4218-8573-245a88732b33 req-e1c8232c-40d7-4d56-b4e4-aa99803be372 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:27.773375 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e5af8794-64aa-4218-8573-245a88732b33 req-e1c8232c-40d7-4d56-b4e4-aa99803be372 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0656650 Oct 20 09:03:27.809290 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port a554923f-a49c-464a-b74b-2832d1db6320 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:27.809947 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a554923f-a49c-464a-b74b-2832d1db6320), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.810440 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port a554923f-a49c-464a-b74b-2832d1db6320 Oct 20 09:03:27.848070 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e5af8794-64aa-4218-8573-245a88732b33 req-b0fa57d8-f5a3-424d-b470-244fd44327c8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689883 Oct 20 09:03:27.900114 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port a554923f-a49c-464a-b74b-2832d1db6320 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:27.901181 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a554923f-a49c-464a-b74b-2832d1db6320), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.923201 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port a554923f-a49c-464a-b74b-2832d1db6320, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a554923f-a49c-464a-b74b-2832d1db6320,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:27.927857 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a554923f-a49c-464a-b74b-2832d1db6320), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.976475 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59401307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352844'] for subnet (669f2cda-c012-4baf-9267-a19406455bd3), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:27.987075 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=a554923f-a49c-464a-b74b-2832d1db6320,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:28.034394 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] Pushing event updated for resources: {'Subnet': ['ID=669f2cda-c012-4baf-9267-a19406455bd3,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:28.044144 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] Checking segment: {'id': 'f967cf82-b558-4e95-b76d-ce998445631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '90830680-4877-40a6-92b8-d18eaba06729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:03:28.044523 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] Network hostable DHCP agents. Network: 90830680-4877-40a6-92b8-d18eaba06729, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:03:28.063236 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] Network 90830680-4877-40a6-92b8-d18eaba06729 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:03:28.073171 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 90830680-4877-40a6-92b8-d18eaba06729) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:28.077306 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:28.077901 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.082273 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d5f8b1-8253-4b3d-b8c9-b4ac3dba7eb5 None None] Network 90830680-4877-40a6-92b8-d18eaba06729 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:03:28.098826 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-fdd855a0-3cc2-4f7c-b4ba-f89a350e023d admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3891027 Oct 20 09:03:28.102040 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 33254) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:28.107716 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1573945969-router', 'tenant_id': '630293d0e194481c86354df95acdd799', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:28.131467 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.132975 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.184168 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Publish callbacks [] for router_controller (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), precommit_add_association {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.206202 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-90830680-4877-40a6-92b8-d18eaba06729', 'network_id': '90830680-4877-40a6-92b8-d18eaba06729', 'project_id': '630293d0e194481c86354df95acdd799', 'fixed_ips': [{'subnet_id': '669f2cda-c012-4baf-9267-a19406455bd3'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 09:03:28.207133 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.320784 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Publish callbacks [] for router_gateway (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.342124 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Allocated IP 172.20.0.2 (90830680-4877-40a6-92b8-d18eaba06729/669f2cda-c012-4baf-9267-a19406455bd3/f9012b7c-a76d-4b21-ad6f-9982521daa9d) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:03:28.372906 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:28.440976 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:28.493695 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Publish callbacks [] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.499383 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.507167 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Publish callbacks [] for router_gateway (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.525732 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.538724 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Network 90830680-4877-40a6-92b8-d18eaba06729 is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:03:28.543673 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:28.547416 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:03:28.550536 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Pushing event updated for resources: {'Port': ['ID=f9012b7c-a76d-4b21-ad6f-9982521daa9d,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:28.605730 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Attempting to bind port f9012b7c-a76d-4b21-ad6f-9982521daa9d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:03:28.606101 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Attempting to bind port f9012b7c-a76d-4b21-ad6f-9982521daa9d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f967cf82-b558-4e95-b76d-ce998445631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '90830680-4877-40a6-92b8-d18eaba06729'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:03:28.606480 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Attempting to bind port f9012b7c-a76d-4b21-ad6f-9982521daa9d on network 90830680-4877-40a6-92b8-d18eaba06729 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:03:28.631162 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Allocated IP 172.37.2.113 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/4b1df755-4c55-44d8-93ed-e43e7c5ada6f) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:03:28.651647 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:03:28.652020 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Checking segment: {'id': 'f967cf82-b558-4e95-b76d-ce998445631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '90830680-4877-40a6-92b8-d18eaba06729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:03:28.652420 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.652810 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Bound using segment: {'id': 'f967cf82-b558-4e95-b76d-ce998445631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '90830680-4877-40a6-92b8-d18eaba06729'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:03:28.653279 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Bound port: f9012b7c-a76d-4b21-ad6f-9982521daa9d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f967cf82-b558-4e95-b76d-ce998445631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '90830680-4877-40a6-92b8-d18eaba06729'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:03:28.653658 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.713270 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] For port f9012b7c-a76d-4b21-ad6f-9982521daa9d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:03:28.716543 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] For port f9012b7c-a76d-4b21-ad6f-9982521daa9d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f9012b7c-a76d-4b21-ad6f-9982521daa9d,segment=NetworkSegment(f967cf82-b558-4e95-b76d-ce998445631f),segment_id=f967cf82-b558-4e95-b76d-ce998445631f)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:03:28.722636 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.738962 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Publish callbacks [] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.777243 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f11bb-1221-4a82-bd97-d5d6923a4c6e None None] Pushing event updated for resources: {'Port': ['ID=f9012b7c-a76d-4b21-ad6f-9982521daa9d,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:28.783994 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:28.826159 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:03:28.829098 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:28.831769 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:03:28.836836 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:28.860036 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1df755-4c55-44d8-93ed-e43e7c5ada6f,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:28.948820 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6ba2009e-08be-4c65-a1d5-5e9548c8d407 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:03:29.025099 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-97684787-26e6-43d8-8a93-55421a6a9514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:29.044620 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffdfcf-1c24-4756-bd27-44f2dc143797 req-befe1dcb-2f10-4b1f-9bce-57e662e272e7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:29.055110 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ddffdfcf-1c24-4756-bd27-44f2dc143797 req-befe1dcb-2f10-4b1f-9bce-57e662e272e7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0743821 Oct 20 09:03:29.076527 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 is: DOWN; New status is: DOWN {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:29.127043 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ddffdfcf-1c24-4756-bd27-44f2dc143797 req-a7bd23ff-2017-4968-850c-6493034e888a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706384 Oct 20 09:03:29.188010 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:29.338410 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:29.455095 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Publish callbacks [] for router_gateway (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:29.654029 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:29.727142 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33abed0-c21a-407b-a9d7-42f7d867c8b7 None None] Network 90830680-4877-40a6-92b8-d18eaba06729 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:03:29.770180 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device a554923f-a49c-464a-b74b-2832d1db6320 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:29.795152 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 09:03:29.867312 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bc3c433e-f4c2-40e6-9ed7-c223714f6d35 None None] Provisioning complete for port f9012b7c-a76d-4b21-ad6f-9982521daa9d triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:29.867687 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bc3c433e-f4c2-40e6-9ed7-c223714f6d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:29.868021 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bc3c433e-f4c2-40e6-9ed7-c223714f6d35 None None] Attempt 1 to provision port f9012b7c-a76d-4b21-ad6f-9982521daa9d Oct 20 09:03:29.894294 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port a554923f-a49c-464a-b74b-2832d1db6320 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:29.894690 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a554923f-a49c-464a-b74b-2832d1db6320), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:29.895027 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port a554923f-a49c-464a-b74b-2832d1db6320 Oct 20 09:03:29.922650 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:03:29.938737 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Sync routers for ids ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:03:29.946388 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:29.950562 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c0d65bd5-3f3e-4464-8afa-150761678294 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8449116 Oct 20 09:03:29.950801 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 33262) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:29.952296 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Routers {'6a43f5db-a59b-432b-bdc3-58dea9a73fd3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:29.952978 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:30.132000 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Set router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:30.167206 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:30.190921 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c433e-f4c2-40e6-9ed7-c223714f6d35 None None] Current status of the port f9012b7c-a76d-4b21-ad6f-9982521daa9d is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:30.192582 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bc3c433e-f4c2-40e6-9ed7-c223714f6d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:30.276975 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:30.299969 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port a554923f-a49c-464a-b74b-2832d1db6320 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:30.301771 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device f9012b7c-a76d-4b21-ad6f-9982521daa9d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:30.341620 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bc3c433e-f4c2-40e6-9ed7-c223714f6d35 None None] For port f9012b7c-a76d-4b21-ad6f-9982521daa9d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f9012b7c-a76d-4b21-ad6f-9982521daa9d,segment=NetworkSegment(f967cf82-b558-4e95-b76d-ce998445631f),segment_id=f967cf82-b558-4e95-b76d-ce998445631f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:30.364305 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bc3c433e-f4c2-40e6-9ed7-c223714f6d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:30.391555 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:30.429783 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:30.433943 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Sync routers for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:03:30.450262 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port f9012b7c-a76d-4b21-ad6f-9982521daa9d triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:30.451294 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:30.451638 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port f9012b7c-a76d-4b21-ad6f-9982521daa9d Oct 20 09:03:30.481045 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63585-fe6c-4d38-807c-314f995d843d req-a5604eaa-3df0-49ae-8090-2b88111f4730 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:30.482615 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6df63585-fe6c-4d38-807c-314f995d843d req-a5604eaa-3df0-49ae-8090-2b88111f4730 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0922277 Oct 20 09:03:30.508000 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:30.508660 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:30.524037 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c433e-f4c2-40e6-9ed7-c223714f6d35 None None] Pushing event updated for resources: {'Port': ['ID=f9012b7c-a76d-4b21-ad6f-9982521daa9d,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:30.576549 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6df63585-fe6c-4d38-807c-314f995d843d req-b2440822-f15c-4f57-b5a5-22cff413d6cc tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832779 Oct 20 09:03:30.587527 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-f4a93324-fb5e-4386-a949-473c7ff88c35 None None] Provisioning complete for port f9012b7c-a76d-4b21-ad6f-9982521daa9d triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:30.587905 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f4a93324-fb5e-4386-a949-473c7ff88c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:30.588250 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-f4a93324-fb5e-4386-a949-473c7ff88c35 None None] Attempt 1 to provision port f9012b7c-a76d-4b21-ad6f-9982521daa9d Oct 20 09:03:30.617283 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'name': 'tempest-TestVolumeBootPattern-1573945969-router', 'tenant_id': '630293d0e194481c86354df95acdd799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113'}], 'enable_snat': True}, 'gw_port_id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:29Z', 'revision_number': 3, 'project_id': '630293d0e194481c86354df95acdd799', 'gw_port': {'id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:30.627959 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:30.658737 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Checking router: 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:03:30.659066 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Updating router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f binding host dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:03:30.674518 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bb4a7d5e-a01d-4d7c-9a7e-1f5e185f77f0 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:30.690819 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:30.695169 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bb4a7d5e-a01d-4d7c-9a7e-1f5e185f77f0 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7fdc4269-1e8c-4b8f-884b-33c74a51bd63 HTTP/1.1" status: 200 len: 813 time: 0.2328591 Oct 20 09:03:30.727553 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-a711c81f-220d-4892-86c5-b46a895318ac tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/quotas/9dc1a3b80bd34c8e8f691a9b47457f35 HTTP/1.1" status: 200 len: 375 time: 0.0297308 Oct 20 09:03:30.754227 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port f9012b7c-a76d-4b21-ad6f-9982521daa9d is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:30.777789 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-723432ef-9827-40d6-8dae-dd9030d57835 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=9dc1a3b80bd34c8e8f691a9b47457f35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474365 Oct 20 09:03:30.824757 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:30.858194 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-f4a93324-fb5e-4386-a949-473c7ff88c35 None None] Current status of the port f9012b7c-a76d-4b21-ad6f-9982521daa9d is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:30.882726 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Allocated IP 172.20.0.1 (90830680-4877-40a6-92b8-d18eaba06729/669f2cda-c012-4baf-9267-a19406455bd3/a3707448-c1e3-4cba-93f2-579d03be7462) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:03:30.899968 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-7c072d32-2dfb-4f96-907d-4c4a6d184436 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7fdc4269-1e8c-4b8f-884b-33c74a51bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211481 Oct 20 09:03:30.934929 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:30.983590 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:31.001011 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Publish callbacks [] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), precommit_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.008563 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Publish callbacks [] for port (a3707448-c1e3-4cba-93f2-579d03be7462), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.010651 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.041376 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-21e3d0e4-e174-47ca-89c0-b989922a2cfc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7fdc4269-1e8c-4b8f-884b-33c74a51bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403568 Oct 20 09:03:31.047505 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.061556 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Attempting to bind port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:03:31.062190 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Attempting to bind port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:03:31.062678 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Attempting to bind port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:03:31.073441 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-4a0884d1-6e19-42e6-b5d7-c797ed0ee2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.085024 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 2, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:31.097678 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Network 90830680-4877-40a6-92b8-d18eaba06729 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:03:31.104445 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:31.108482 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:03:31.124452 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Pushing event updated for resources: {'Port': ['ID=4b1df755-4c55-44d8-93ed-e43e7c5ada6f,revision_number=2']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:31.129851 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Checking router: 3e2283d4-42cc-40d2-9529-fb7a4926321b for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:03:31.130289 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Updating router 3e2283d4-42cc-40d2-9529-fb7a4926321b port 025b69c9-1027-4bcf-b825-84750837af0d binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:03:31.146961 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.147642 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.147824 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Pushing event updated for resources: {'Port': ['ID=a3707448-c1e3-4cba-93f2-579d03be7462,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:31.148411 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.149084 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.149824 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.150625 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.151156 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.152052 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.152714 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.153225 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.153923 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.154670 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.156266 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.158371 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.158948 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:31.175803 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.188285 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (025b69c9-1027-4bcf-b825-84750837af0d), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.188911 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:03:31.189563 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:03:31.191457 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.193307 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:03:31.195295 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Bound port: 4b1df755-4c55-44d8-93ed-e43e7c5ada6f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:03:31.195967 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.295163 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] For port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:03:31.299080 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] For port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4b1df755-4c55-44d8-93ed-e43e7c5ada6f,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:03:31.307844 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.317467 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-26e0fd1c-4e2c-48b2-9ed6-c98b85a9b567 req-89f4aa90-b6cd-474c-ac35-03e8a270e197 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 210 time: 0.0395448 Oct 20 09:03:31.379814 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-0611a290-aba4-4a23-8c87-c83ffd6d5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:31.386391 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-0611a290-aba4-4a23-8c87-c83ffd6d5487 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557&tenant_id=869b5cf3a9264fd3b70ae656d7814cfb HTTP/1.1" status: 200 len: 1127 time: 0.1647410 Oct 20 09:03:31.409258 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999ed2f-f3e6-40d2-838d-02981deefec6 None None] Pushing event updated for resources: {'Port': ['ID=4b1df755-4c55-44d8-93ed-e43e7c5ada6f,revision_number=3']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:31.421562 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:31.448671 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Routers {'6a43f5db-a59b-432b-bdc3-58dea9a73fd3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:31.449509 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:31.501898 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:31.509200 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:31.519479 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-a846f7b9-7ba0-463f-8ec9-c02c0639c85a None None] Provisioning complete for port a3707448-c1e3-4cba-93f2-579d03be7462 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:31.520005 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-a846f7b9-7ba0-463f-8ec9-c02c0639c85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.520436 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-a846f7b9-7ba0-463f-8ec9-c02c0639c85a None None] Attempt 1 to provision port a3707448-c1e3-4cba-93f2-579d03be7462 Oct 20 09:03:31.522709 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-84fe5123-42f2-4ba0-9844-22292edc8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:31.524392 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-84fe5123-42f2-4ba0-9844-22292edc8dd3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 1127 time: 0.0604463 Oct 20 09:03:31.551094 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:31.599126 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.622059 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] Set router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:31.650785 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-a846f7b9-7ba0-463f-8ec9-c02c0639c85a None None] Port a3707448-c1e3-4cba-93f2-579d03be7462 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:03:31.664442 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Publish callbacks [] for port (025b69c9-1027-4bcf-b825-84750837af0d), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.674266 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (025b69c9-1027-4bcf-b825-84750837af0d), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.768130 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device f9012b7c-a76d-4b21-ad6f-9982521daa9d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:31.772482 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b2d04-5573-4df4-a14c-51834e1a431b req-5f6ce491-0919-4a2b-aef3-cee500556bd5 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:31.781490 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d83b2d04-5573-4df4-a14c-51834e1a431b req-5f6ce491-0919-4a2b-aef3-cee500556bd5 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0816536 Oct 20 09:03:31.808283 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-968d686c-759c-4394-adcf-d39f03b89a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:31.809627 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-968d686c-759c-4394-adcf-d39f03b89a52 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 917 time: 0.2687004 Oct 20 09:03:31.849124 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881715b-b42a-4997-a56f-e0801e670624 None None] Pushing event updated for resources: {'Port': ['ID=025b69c9-1027-4bcf-b825-84750837af0d,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:31.869379 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d83b2d04-5573-4df4-a14c-51834e1a431b req-48b14f1b-c36b-441f-98fd-6a81f49ebb44 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860405 Oct 20 09:03:31.872795 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port f9012b7c-a76d-4b21-ad6f-9982521daa9d triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:31.873176 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.873560 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port f9012b7c-a76d-4b21-ad6f-9982521daa9d Oct 20 09:03:31.896878 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Attempting to bind port 025b69c9-1027-4bcf-b825-84750837af0d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:03:31.897310 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Attempting to bind port 025b69c9-1027-4bcf-b825-84750837af0d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:03:31.897680 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Attempting to bind port 025b69c9-1027-4bcf-b825-84750837af0d on network d2d4ae81-03f2-49c0-8ca3-a270479acf30 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:03:31.916678 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Publish callbacks [] for port (a3707448-c1e3-4cba-93f2-579d03be7462), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.930399 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.961488 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:03:31.961893 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Checking segment: {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:03:31.962267 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.962694 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Bound using segment: {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:03:31.963174 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Bound port: 025b69c9-1027-4bcf-b825-84750837af0d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:03:31.963889 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (025b69c9-1027-4bcf-b825-84750837af0d), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:31.987188 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-4a78defd-3bb7-4fca-b501-ee6fd112349e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407 HTTP/1.1" status: 200 len: 998 time: 0.1607530 Oct 20 09:03:32.002519 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'name': 'tempest-TestVolumeBootPattern-1573945969-router', 'tenant_id': '630293d0e194481c86354df95acdd799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113'}], 'enable_snat': True}, 'gw_port_id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:29Z', 'revision_number': 3, 'project_id': '630293d0e194481c86354df95acdd799', 'gw_port': {'id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:32.030976 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b978142-9b3c-441d-b3be-d92b77909285 None None] The sync data for ids ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'] in dv-cinder-master-3-iscsi is: [{'id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'name': 'tempest-TestVolumeBootPattern-1573945969-router', 'tenant_id': '630293d0e194481c86354df95acdd799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113'}], 'enable_snat': True}, 'gw_port_id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:29Z', 'revision_number': 3, 'project_id': '630293d0e194481c86354df95acdd799', 'gw_port': {'id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:03:32.053740 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Pushing event updated for resources: {'Port': ['ID=a3707448-c1e3-4cba-93f2-579d03be7462,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:32.058092 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port f9012b7c-a76d-4b21-ad6f-9982521daa9d is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:32.067195 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:32.097332 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] For port 025b69c9-1027-4bcf-b825-84750837af0d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:03:32.099417 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-091b7335-5881-4a71-a9db-eca8b30208d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:32.101023 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] For port 025b69c9-1027-4bcf-b825-84750837af0d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=025b69c9-1027-4bcf-b825-84750837af0d,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:03:32.102176 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-091b7335-5881-4a71-a9db-eca8b30208d5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.1059918 Oct 20 09:03:32.108906 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (025b69c9-1027-4bcf-b825-84750837af0d), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:32.144870 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:32.145609 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:32.208536 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881715b-b42a-4997-a56f-e0801e670624 None None] Pushing event updated for resources: {'Port': ['ID=025b69c9-1027-4bcf-b825-84750837af0d,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:32.210055 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-e871908b-9cb4-4d70-b797-17eeeec54e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:32.212834 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-e871908b-9cb4-4d70-b797-17eeeec54e46 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666156 Oct 20 09:03:32.222104 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Network 90830680-4877-40a6-92b8-d18eaba06729 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:03:32.223263 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:32.300667 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:32.378212 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:32.395249 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:32.459165 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:32.483098 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-d11017d9-d806-4b7f-8b87-dd1a704cb18b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521873 Oct 20 09:03:32.489500 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:03:32.618283 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:32Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:32.649149 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b0f54-6709-4621-9919-e8b4a4112933 None None] The sync data for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi is: [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:32Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:03:32.689130 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-fa5c092b-e778-4ceb-94fb-e84e87fd439e None None] Provisioning complete for port a3707448-c1e3-4cba-93f2-579d03be7462 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:32.689704 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fa5c092b-e778-4ceb-94fb-e84e87fd439e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:32.690198 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-fa5c092b-e778-4ceb-94fb-e84e87fd439e None None] Attempt 1 to provision port a3707448-c1e3-4cba-93f2-579d03be7462 Oct 20 09:03:32.732481 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c092b-e778-4ceb-94fb-e84e87fd439e None None] Port a3707448-c1e3-4cba-93f2-579d03be7462 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:03:32.843683 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ea8eba6c-38cb-4d6d-819e-6b2a0c2f54f1 req-3fcc92d5-d676-45fd-a83a-fc2ed5a42674 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 210 time: 0.3412454 Oct 20 09:03:32.963513 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:32.971098 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0a4be0a4-6bbf-4a64-a40a-0889abc36fe9 req-d749cb0e-6f48-46ca-9800-eab0cccb6ef0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804108 Oct 20 09:03:32.986866 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:03:32.995184 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-e0f74629-fe03-4e9e-8a5d-6b8a2c2bed77 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/6a43f5db-a59b-432b-bdc3-58dea9a73fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0408778 Oct 20 09:03:33.022343 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd73ef9-a919-4a40-ae23-b33508716ce2 req-fa014808-b110-4a14-8c5a-750172722643 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:33.025191 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-abd73ef9-a919-4a40-ae23-b33508716ce2 req-fa014808-b110-4a14-8c5a-750172722643 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0611348 Oct 20 09:03:33.087665 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-abd73ef9-a919-4a40-ae23-b33508716ce2 req-78172a0c-1f92-46b8-ac62-2a22afb16c98 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573568 Oct 20 09:03:33.490414 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bc97f79f-e83d-4ae8-9137-ea4d112457ce tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:33.492717 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bc97f79f-e83d-4ae8-9137-ea4d112457ce tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7fdc4269-1e8c-4b8f-884b-33c74a51bd63 HTTP/1.1" status: 200 len: 813 time: 0.1424315 Oct 20 09:03:33.517870 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Request body: {'port': {'device_id': '98592479-f7da-4df7-ad14-c6aea41d81e0', 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63', 'admin_state_up': True, 'tenant_id': '9dc1a3b80bd34c8e8f691a9b47457f35'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:33.532379 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33322) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:33.537218 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-7c2345df-73d4-4bc4-b166-4a60c9ab645b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673307534', 'description': 'tempest-secgroup-smoke-1673307534 description', 'project_id': '98827dbef155480b9f26792b70014b4b'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:33.551684 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:33.570233 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7c2345df-73d4-4bc4-b166-4a60c9ab645b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:33.676881 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7c2345df-73d4-4bc4-b166-4a60c9ab645b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group (cc414851-7c8e-4526-9fbf-448b6958247f), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:33.682798 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7c2345df-73d4-4bc4-b166-4a60c9ab645b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (cc414851-7c8e-4526-9fbf-448b6958247f), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:33.709357 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Made reservation on behalf of 9dc1a3b80bd34c8e8f691a9b47457f35 for: {'port': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:03:33.713572 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:33.723222 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2345df-73d4-4bc4-b166-4a60c9ab645b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc414851-7c8e-4526-9fbf-448b6958247f,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:33.731831 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7c2345df-73d4-4bc4-b166-4a60c9ab645b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:33.733511 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7c2345df-73d4-4bc4-b166-4a60c9ab645b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1998160 Oct 20 09:03:33.739289 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33330) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:33.748651 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-32d980a0-5568-4a40-be54-87bb81b51d8d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'security_group_rule': {'security_group_id': 'cc414851-7c8e-4526-9fbf-448b6958247f', 'project_id': '98827dbef155480b9f26792b70014b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:33.785161 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-32d980a0-5568-4a40-be54-87bb81b51d8d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (8d299f13-49cb-4eb9-8be1-50d57e72af71), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:33.881075 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 025b69c9-1027-4bcf-b825-84750837af0d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:33.888518 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-32d980a0-5568-4a40-be54-87bb81b51d8d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (8d299f13-49cb-4eb9-8be1-50d57e72af71), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:33.891004 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Allocated IP 172.20.0.3 (7fdc4269-1e8c-4b8f-884b-33c74a51bd63/d4c61dc0-f502-4ce2-9680-52bac040eb5c/eeeae5ec-ff15-4944-a558-e9f736d0ca1e) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:03:33.894669 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-32d980a0-5568-4a40-be54-87bb81b51d8d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (8d299f13-49cb-4eb9-8be1-50d57e72af71), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:33.921031 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d980a0-5568-4a40-be54-87bb81b51d8d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d299f13-49cb-4eb9-8be1-50d57e72af71,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:33.933498 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-32d980a0-5568-4a40-be54-87bb81b51d8d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:33.935050 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-32d980a0-5568-4a40-be54-87bb81b51d8d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1944370 Oct 20 09:03:33.937781 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33342) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:33.946370 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-d681feb3-10fb-4426-b521-215f8f1c079e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'security_group_rule': {'security_group_id': 'cc414851-7c8e-4526-9fbf-448b6958247f', 'project_id': '98827dbef155480b9f26792b70014b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:33.999463 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-aa81907e-6889-40c1-9cee-1f27c487d621 req-6ff607a2-def0-46c2-ba0a-9ba45b201f4f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 210 time: 0.0470686 Oct 20 09:03:34.029492 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d681feb3-10fb-4426-b521-215f8f1c079e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (6a2a84a6-d1af-44e7-a3cf-98db675d3bc6), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.073249 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:34.078603 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 025b69c9-1027-4bcf-b825-84750837af0d triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:34.078975 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (025b69c9-1027-4bcf-b825-84750837af0d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.079307 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 025b69c9-1027-4bcf-b825-84750837af0d Oct 20 09:03:34.194846 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.222268 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks [] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.226404 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d681feb3-10fb-4426-b521-215f8f1c079e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (6a2a84a6-d1af-44e7-a3cf-98db675d3bc6), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.232099 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d681feb3-10fb-4426-b521-215f8f1c079e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (6a2a84a6-d1af-44e7-a3cf-98db675d3bc6), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.248101 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 025b69c9-1027-4bcf-b825-84750837af0d is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:34.249035 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (025b69c9-1027-4bcf-b825-84750837af0d), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.284829 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d681feb3-10fb-4426-b521-215f8f1c079e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.286425 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d681feb3-10fb-4426-b521-215f8f1c079e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3474250 Oct 20 09:03:34.289859 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33346) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:34.297037 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-85b2eb36-37c6-4353-9731-6500e440452b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'security_group_rule': {'security_group_id': 'cc414851-7c8e-4526-9fbf-448b6958247f', 'project_id': '98827dbef155480b9f26792b70014b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:34.311979 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.325677 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 025b69c9-1027-4bcf-b825-84750837af0d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=025b69c9-1027-4bcf-b825-84750837af0d,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:34.328514 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681feb3-10fb-4426-b521-215f8f1c079e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2a84a6-d1af-44e7-a3cf-98db675d3bc6,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:34.332902 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (025b69c9-1027-4bcf-b825-84750837af0d), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.334388 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 4b1df755-4c55-44d8-93ed-e43e7c5ada6f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:34.349423 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-85b2eb36-37c6-4353-9731-6500e440452b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (e3b51b1f-54e8-4194-b711-3715c6b37093), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.396851 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdeeb6-39a3-4f75-9b1b-f8bf56d72d6e req-e211292d-e56a-4df3-8824-1f9e3cb36362 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:34.404689 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-07fdeeb6-39a3-4f75-9b1b-f8bf56d72d6e req-e211292d-e56a-4df3-8824-1f9e3cb36362 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.1671028 Oct 20 09:03:34.432580 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-85b2eb36-37c6-4353-9731-6500e440452b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (e3b51b1f-54e8-4194-b711-3715c6b37093), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.438630 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.439508 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-85b2eb36-37c6-4353-9731-6500e440452b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (e3b51b1f-54e8-4194-b711-3715c6b37093), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.472975 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2eb36-37c6-4353-9731-6500e440452b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b51b1f-54e8-4194-b711-3715c6b37093,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:34.497899 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-85b2eb36-37c6-4353-9731-6500e440452b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.504342 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-85b2eb36-37c6-4353-9731-6500e440452b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2102621 Oct 20 09:03:34.505273 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33348) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:34.505405 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:34.520322 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-e3cad2a3-7bbe-4540-9d16-7707752720c9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'security_group_rule': {'security_group_id': 'cc414851-7c8e-4526-9fbf-448b6958247f', 'project_id': '98827dbef155480b9f26792b70014b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:34.576020 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:34.578411 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:03:34.586771 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Pushing event updated for resources: {'Port': ['ID=eeeae5ec-ff15-4944-a558-e9f736d0ca1e,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:34.598930 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e3cad2a3-7bbe-4540-9d16-7707752720c9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (c88c4e08-a932-4cae-8e97-5eca7a2f3e47), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.607095 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:34.619766 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:03:34.630639 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=025b69c9-1027-4bcf-b825-84750837af0d,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:34.643433 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:34.644338 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.644540 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f Oct 20 09:03:34.657172 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-07fdeeb6-39a3-4f75-9b1b-f8bf56d72d6e req-5220caf4-9e9b-42a6-8c48-08fbdaaa23c7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515054 Oct 20 09:03:34.671888 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:34.751985 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:34.753152 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.758294 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:34.758882 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.776189 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-bd6b1045-d77c-4e89-a7c4-b91772fabe9b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2640538 Oct 20 09:03:34.782190 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e3cad2a3-7bbe-4540-9d16-7707752720c9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (c88c4e08-a932-4cae-8e97-5eca7a2f3e47), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.786943 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Sync routers for ids ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:03:34.801068 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e3cad2a3-7bbe-4540-9d16-7707752720c9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (c88c4e08-a932-4cae-8e97-5eca7a2f3e47), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.809560 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:34.810738 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4b1df755-4c55-44d8-93ed-e43e7c5ada6f,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:34.816416 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Routers {'6a43f5db-a59b-432b-bdc3-58dea9a73fd3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:34.817242 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.820277 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:34.831366 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Request body: {'port': {'device_id': '98592479-f7da-4df7-ad14-c6aea41d81e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:34.850845 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:34.855547 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cad2a3-7bbe-4540-9d16-7707752720c9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88c4e08-a932-4cae-8e97-5eca7a2f3e47,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:34.874207 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e3cad2a3-7bbe-4540-9d16-7707752720c9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.875740 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-e3cad2a3-7bbe-4540-9d16-7707752720c9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3687253 Oct 20 09:03:34.882273 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33352) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:34.904251 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-cbfd0503-5b94-4d94-bc82-7dc5fcccea6d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'security_group_rule': {'security_group_id': 'cc414851-7c8e-4526-9fbf-448b6958247f', 'project_id': '98827dbef155480b9f26792b70014b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:34.934240 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=4b1df755-4c55-44d8-93ed-e43e7c5ada6f,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:34.948343 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.securitygroups_db [None req-cbfd0503-5b94-4d94-bc82-7dc5fcccea6d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Project 98827dbef155480b9f26792b70014b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 09:03:34.957938 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0503-5b94-4d94-bc82-7dc5fcccea6d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (c8d60ecc-ec14-43f7-899d-215f19ff4821), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:34.989672 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.058058 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0503-5b94-4d94-bc82-7dc5fcccea6d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (c8d60ecc-ec14-43f7-899d-215f19ff4821), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.067765 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0503-5b94-4d94-bc82-7dc5fcccea6d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (c8d60ecc-ec14-43f7-899d-215f19ff4821), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.110049 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd0503-5b94-4d94-bc82-7dc5fcccea6d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d60ecc-ec14-43f7-899d-215f19ff4821,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:35.127950 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0503-5b94-4d94-bc82-7dc5fcccea6d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.129423 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-cbfd0503-5b94-4d94-bc82-7dc5fcccea6d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2456391 Oct 20 09:03:35.133084 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33356) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:03:35.135272 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Set router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:35.140241 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-a0fcdce8-d9a9-4777-84e5-34bce7885b43 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'security_group_rule': {'security_group_id': 'cc414851-7c8e-4526-9fbf-448b6958247f', 'project_id': '98827dbef155480b9f26792b70014b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:35.261565 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e5be-0cbc-43cc-9a33-fb84dba9717d req-1533a346-c03a-49ba-adf2-7595151381e5 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:35.263240 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6250e5be-0cbc-43cc-9a33-fb84dba9717d req-1533a346-c03a-49ba-adf2-7595151381e5 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 931 time: 0.1012123 Oct 20 09:03:35.280705 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.securitygroups_db [None req-a0fcdce8-d9a9-4777-84e5-34bce7885b43 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Project 98827dbef155480b9f26792b70014b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 09:03:35.295583 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdce8-d9a9-4777-84e5-34bce7885b43 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (c3f752d2-0f97-4321-8786-d9d6d6358170), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.352516 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6250e5be-0cbc-43cc-9a33-fb84dba9717d req-764bf015-f5a2-4b4b-9020-62997a0ad1dc tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816138 Oct 20 09:03:35.390015 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdce8-d9a9-4777-84e5-34bce7885b43 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (c3f752d2-0f97-4321-8786-d9d6d6358170), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.398352 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdce8-d9a9-4777-84e5-34bce7885b43 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (c3f752d2-0f97-4321-8786-d9d6d6358170), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.408787 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:35.420217 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcdce8-d9a9-4777-84e5-34bce7885b43 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f752d2-0f97-4321-8786-d9d6d6358170,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:35.437503 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdce8-d9a9-4777-84e5-34bce7885b43 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.438968 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a0fcdce8-d9a9-4777-84e5-34bce7885b43 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045194 Oct 20 09:03:35.510537 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeeae5ec-ff15-4944-a558-e9f736d0ca1e {{(pid=104618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:03:35.529150 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'name': 'tempest-TestVolumeBootPattern-1573945969-router', 'tenant_id': '630293d0e194481c86354df95acdd799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113'}], 'enable_snat': True}, 'gw_port_id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:31Z', 'revision_number': 4, 'project_id': '630293d0e194481c86354df95acdd799', 'gw_port': {'id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a3707448-c1e3-4cba-93f2-579d03be7462', 'name': '', 'network_id': '90830680-4877-40a6-92b8-d18eaba06729', 'tenant_id': '630293d0e194481c86354df95acdd799', 'mac_address': 'fa:16:3e:fd:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '669f2cda-c012-4baf-9267-a19406455bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:30Z', 'updated_at': '2022-10-20T09:03:31Z', 'revision_number': 2, 'project_id': '630293d0e194481c86354df95acdd799', 'subnets': [{'id': '669f2cda-c012-4baf-9267-a19406455bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:35.551256 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Publish callbacks [] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.576694 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.provisioning_blocks [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Transition to ACTIVE for port object eeeae5ec-ff15-4944-a558-e9f736d0ca1e will not be triggered until provisioned by entity L2. {{(pid=104618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:03:35.582516 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Checking router: 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:03:35.582881 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Updating router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 port a3707448-c1e3-4cba-93f2-579d03be7462 binding host dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:03:35.584657 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.633429 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Pushing event updated for resources: {'Port': ['ID=eeeae5ec-ff15-4944-a558-e9f736d0ca1e,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:35.644533 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.645886 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.646236 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.646690 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.647005 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.647343 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.647671 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.647997 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.648323 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.648648 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.649130 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.649565 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.649856 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.650222 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.650580 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.651080 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:35.713389 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 025b69c9-1027-4bcf-b825-84750837af0d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:35.789919 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 025b69c9-1027-4bcf-b825-84750837af0d triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:35.790296 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (025b69c9-1027-4bcf-b825-84750837af0d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:35.790662 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 025b69c9-1027-4bcf-b825-84750837af0d Oct 20 09:03:35.798716 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Attempting to bind port eeeae5ec-ff15-4944-a558-e9f736d0ca1e on host hv-cinder-maste for vnic_type normal with profile {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:03:35.799436 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Attempting to bind port eeeae5ec-ff15-4944-a558-e9f736d0ca1e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '10ee2b8f-225b-4078-a1e3-ca61c72306c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63'}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:03:35.799959 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Attempting to bind port eeeae5ec-ff15-4944-a558-e9f736d0ca1e on network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:03:35.838447 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:35.861454 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Port eeeae5ec-ff15-4944-a558-e9f736d0ca1e on network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:03:35.862043 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Attempting to bind port eeeae5ec-ff15-4944-a558-e9f736d0ca1e on network 7fdc4269-1e8c-4b8f-884b-33c74a51bd63 {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:03:35.990153 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 025b69c9-1027-4bcf-b825-84750837af0d is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:35.992183 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 4b1df755-4c55-44d8-93ed-e43e7c5ada6f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:36.020866 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:03:36.021173 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Checking segment: {'id': '10ee2b8f-225b-4078-a1e3-ca61c72306c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:03:36.022640 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Bound using segment: {'id': '10ee2b8f-225b-4078-a1e3-ca61c72306c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63'} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:03:36.022640 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Bound port: eeeae5ec-ff15-4944-a558-e9f736d0ca1e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ee2b8f-225b-4078-a1e3-ca61c72306c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63'}}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:03:36.022906 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:36.060921 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38731-0004-4426-a2af-0175e892e6a8 req-2555f227-48a7-4bfd-ac05-79957d4713f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:36.062419 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b6f38731-0004-4426-a2af-0175e892e6a8 req-2555f227-48a7-4bfd-ac05-79957d4713f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.1887372 Oct 20 09:03:36.091100 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:36.091828 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:36.092290 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f Oct 20 09:03:36.238971 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:36.244816 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b6f38731-0004-4426-a2af-0175e892e6a8 req-ba768cd7-dc82-44d1-b1f8-0578d46ef675 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428792 Oct 20 09:03:36.274746 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] For port eeeae5ec-ff15-4944-a558-e9f736d0ca1e, host hv-cinder-maste, cleared binding levels {{(pid=104618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:03:36.280183 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] For port eeeae5ec-ff15-4944-a558-e9f736d0ca1e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eeeae5ec-ff15-4944-a558-e9f736d0ca1e,segment=NetworkSegment(10ee2b8f-225b-4078-a1e3-ca61c72306c6),segment_id=10ee2b8f-225b-4078-a1e3-ca61c72306c6)] {{(pid=104618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:03:36.289841 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:36.335464 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:36.394901 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:36.396896 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:36.397557 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:36.417702 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Publish callbacks [] for port (a3707448-c1e3-4cba-93f2-579d03be7462), precommit_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:36.419142 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/eeeae5ec-ff15-4944-a558-e9f736d0ca1e HTTP/1.1" status: 200 len: 1093 time: 1.5930836 Oct 20 09:03:36.430723 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98592479-f7da-4df7-ad14-c6aea41d81e0', 'tag': 'eeeae5ec-ff15-4944-a558-e9f736d0ca1e'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:03:36.431588 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:36.436764 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f659d63e-9c71-4e5b-85eb-7f7ff3f8797f" -d '{"events": [{"name": "network-changed", "server_uuid": "98592479-f7da-4df7-ad14-c6aea41d81e0", "tag": "eeeae5ec-ff15-4944-a558-e9f736d0ca1e"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:03:36.495363 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc2936-83b1-4a64-ad7e-077b1afa3872 service neutron] Pushing event updated for resources: {'Port': ['ID=eeeae5ec-ff15-4944-a558-e9f736d0ca1e,revision_number=3']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:36.548751 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8368eb-e519-45e8-8d73-f603267a2121 x-openstack-request-id: req-af8368eb-e519-45e8-8d73-f603267a2121 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:03:36.549409 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98592479-f7da-4df7-ad14-c6aea41d81e0", "tag": "eeeae5ec-ff15-4944-a558-e9f736d0ca1e", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:03:36.550385 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af8368eb-e519-45e8-8d73-f603267a2121 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:03:36.555021 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8368eb-e519-45e8-8d73-f603267a2121'] response: {'name': 'network-changed', 'server_uuid': '98592479-f7da-4df7-ad14-c6aea41d81e0', 'tag': 'eeeae5ec-ff15-4944-a558-e9f736d0ca1e', 'status': 'completed', 'code': 200} Oct 20 09:03:36.636960 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84458c-a9cb-49fe-9259-eaa9657cc1ea req-9185f0d1-6bc0-458b-84bb-00e609d49549 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:36.647082 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-db84458c-a9cb-49fe-9259-eaa9657cc1ea req-9185f0d1-6bc0-458b-84bb-00e609d49549 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 943 time: 0.1170368 Oct 20 09:03:36.653864 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e664f-1db0-408c-bc27-0bfaaa435933 None None] Pushing event updated for resources: {'Port': ['ID=a3707448-c1e3-4cba-93f2-579d03be7462,revision_number=3']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:36.764639 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Attempting to bind port a3707448-c1e3-4cba-93f2-579d03be7462 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:03:36.765575 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Attempting to bind port a3707448-c1e3-4cba-93f2-579d03be7462 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f967cf82-b558-4e95-b76d-ce998445631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '90830680-4877-40a6-92b8-d18eaba06729'}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:03:36.765575 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Attempting to bind port a3707448-c1e3-4cba-93f2-579d03be7462 on network 90830680-4877-40a6-92b8-d18eaba06729 {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:03:36.827404 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-db84458c-a9cb-49fe-9259-eaa9657cc1ea req-8cc8a3a2-fd2b-4ab7-9ada-b2c289e3b713 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742666 Oct 20 09:03:36.878044 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:03:36.878598 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Checking segment: {'id': 'f967cf82-b558-4e95-b76d-ce998445631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '90830680-4877-40a6-92b8-d18eaba06729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:03:36.879924 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:36.880658 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Bound using segment: {'id': 'f967cf82-b558-4e95-b76d-ce998445631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '90830680-4877-40a6-92b8-d18eaba06729'} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:03:36.882498 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Bound port: a3707448-c1e3-4cba-93f2-579d03be7462, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f967cf82-b558-4e95-b76d-ce998445631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '90830680-4877-40a6-92b8-d18eaba06729'}}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:03:36.883208 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:36.963285 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] For port a3707448-c1e3-4cba-93f2-579d03be7462, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:03:36.966675 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] For port a3707448-c1e3-4cba-93f2-579d03be7462, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a3707448-c1e3-4cba-93f2-579d03be7462,segment=NetworkSegment(f967cf82-b558-4e95-b76d-ce998445631f),segment_id=f967cf82-b558-4e95-b76d-ce998445631f)] {{(pid=104621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:03:36.989277 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:37.024731 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Routers {'6a43f5db-a59b-432b-bdc3-58dea9a73fd3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:03:37.025360 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:03:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:37.097128 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e664f-1db0-408c-bc27-0bfaaa435933 None None] Pushing event updated for resources: {'Port': ['ID=a3707448-c1e3-4cba-93f2-579d03be7462,revision_number=4']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:37.149106 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:37.153122 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] Set router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:03:37.185024 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:37.354137 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'name': 'tempest-TestVolumeBootPattern-1573945969-router', 'tenant_id': '630293d0e194481c86354df95acdd799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113'}], 'enable_snat': True}, 'gw_port_id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:31Z', 'revision_number': 4, 'project_id': '630293d0e194481c86354df95acdd799', 'gw_port': {'id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a3707448-c1e3-4cba-93f2-579d03be7462', 'name': '', 'network_id': '90830680-4877-40a6-92b8-d18eaba06729', 'tenant_id': '630293d0e194481c86354df95acdd799', 'mac_address': 'fa:16:3e:fd:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '669f2cda-c012-4baf-9267-a19406455bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:30Z', 'updated_at': '2022-10-20T09:03:36Z', 'revision_number': 4, 'project_id': '630293d0e194481c86354df95acdd799', 'subnets': [{'id': '669f2cda-c012-4baf-9267-a19406455bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:03:37.380513 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a77b26-6e15-449c-9a27-12cc2f9445f7 None None] The sync data for ids ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'] in dv-cinder-master-3-iscsi is: [{'id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'name': 'tempest-TestVolumeBootPattern-1573945969-router', 'tenant_id': '630293d0e194481c86354df95acdd799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113'}], 'enable_snat': True}, 'gw_port_id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:31Z', 'revision_number': 4, 'project_id': '630293d0e194481c86354df95acdd799', 'gw_port': {'id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a3707448-c1e3-4cba-93f2-579d03be7462', 'name': '', 'network_id': '90830680-4877-40a6-92b8-d18eaba06729', 'tenant_id': '630293d0e194481c86354df95acdd799', 'mac_address': 'fa:16:3e:fd:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '669f2cda-c012-4baf-9267-a19406455bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:30Z', 'updated_at': '2022-10-20T09:03:36Z', 'revision_number': 4, 'project_id': '630293d0e194481c86354df95acdd799', 'subnets': [{'id': '669f2cda-c012-4baf-9267-a19406455bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:03:37.539259 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40409ff0-0ee2-43da-9f7d-c3eddf13431e req-adb0635b-381f-4d3d-8d6e-024b702fb54b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:37.541192 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-40409ff0-0ee2-43da-9f7d-c3eddf13431e req-adb0635b-381f-4d3d-8d6e-024b702fb54b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.1145608 Oct 20 09:03:37.667111 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-40409ff0-0ee2-43da-9f7d-c3eddf13431e req-21556ac9-b88b-41a8-bbad-4b39351bde13 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197782 Oct 20 09:03:37.716690 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device a3707448-c1e3-4cba-93f2-579d03be7462 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:37.775503 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port a3707448-c1e3-4cba-93f2-579d03be7462 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:37.775916 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:37.776259 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port a3707448-c1e3-4cba-93f2-579d03be7462 Oct 20 09:03:37.866117 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port a3707448-c1e3-4cba-93f2-579d03be7462 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:37.867142 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:37.963823 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port a3707448-c1e3-4cba-93f2-579d03be7462, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a3707448-c1e3-4cba-93f2-579d03be7462,segment=NetworkSegment(f967cf82-b558-4e95-b76d-ce998445631f),segment_id=f967cf82-b558-4e95-b76d-ce998445631f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:37.973875 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:38.035713 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27ab4c-84b9-4654-94a9-bfa6bdc4521e req-9ccd07bb-1885-44f8-a80a-f7f0ae119f84 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:38.039918 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:38.042759 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ec27ab4c-84b9-4654-94a9-bfa6bdc4521e req-9ccd07bb-1885-44f8-a80a-f7f0ae119f84 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 943 time: 0.0832229 Oct 20 09:03:38.063536 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=a3707448-c1e3-4cba-93f2-579d03be7462,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:38.135793 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ec27ab4c-84b9-4654-94a9-bfa6bdc4521e req-b375c50f-f082-406c-85b6-1ae7cb8dc485 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919466 Oct 20 09:03:38.813349 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b471081-c370-4601-ae46-e6d1617f5276 req-fffd9777-49bd-44a1-878c-c44e0f520482 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:38.815504 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2b471081-c370-4601-ae46-e6d1617f5276 req-fffd9777-49bd-44a1-878c-c44e0f520482 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0552042 Oct 20 09:03:38.869424 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2b471081-c370-4601-ae46-e6d1617f5276 req-2eac70d7-cd66-40cd-b52a-fa863fa4abe9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479846 Oct 20 09:03:39.261943 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ded98-642e-406b-82a8-4802fe4027e4 req-b92accbf-8c7b-4cf1-a691-e917bf152b85 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:39.263764 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-357ded98-642e-406b-82a8-4802fe4027e4 req-b92accbf-8c7b-4cf1-a691-e917bf152b85 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 943 time: 0.0495956 Oct 20 09:03:39.314488 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-357ded98-642e-406b-82a8-4802fe4027e4 req-b2731d39-2b44-4a25-98a1-03ddf5beb5e7 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Oct 20 09:03:39.669482 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device a3707448-c1e3-4cba-93f2-579d03be7462 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:39.713504 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port a3707448-c1e3-4cba-93f2-579d03be7462 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:39.713877 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:39.714202 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port a3707448-c1e3-4cba-93f2-579d03be7462 Oct 20 09:03:39.794104 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port a3707448-c1e3-4cba-93f2-579d03be7462 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:40.000566 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:40.015971 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27ab0c-4efb-4ffc-8469-ece262b13a07 req-454ffcd6-e91c-4279-85b2-995abee752d7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:40.018870 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4f27ab0c-4efb-4ffc-8469-ece262b13a07 req-454ffcd6-e91c-4279-85b2-995abee752d7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0523860 Oct 20 09:03:40.076111 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4f27ab0c-4efb-4ffc-8469-ece262b13a07 req-f217e8f9-dacf-4099-8c35-a5a8fb8f428d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513074 Oct 20 09:03:40.443158 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68715e7-8af3-4475-8aee-591221963c61 req-7ab118f3-50a8-403c-a794-fa22a9180c08 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:40.445415 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d68715e7-8af3-4475-8aee-591221963c61 req-7ab118f3-50a8-403c-a794-fa22a9180c08 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 943 time: 0.0508566 Oct 20 09:03:40.503645 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d68715e7-8af3-4475-8aee-591221963c61 req-63b743cb-5b9a-4296-ada7-a5f1c995d202 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510013 Oct 20 09:03:41.197064 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:41.218260 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950bd56-2ee1-4e61-b065-9707092da032 req-4640e521-8724-41e3-a0c7-3cff425a935d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:41.219984 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f950bd56-2ee1-4e61-b065-9707092da032 req-4640e521-8724-41e3-a0c7-3cff425a935d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0514808 Oct 20 09:03:41.272411 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f950bd56-2ee1-4e61-b065-9707092da032 req-07d4d93e-7787-40f5-9000-fd49cab094ac tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442934 Oct 20 09:03:41.639909 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86e529-5bd4-42f9-b844-f5e06417b52a req-a7aacd4f-ea29-4675-8121-0d11cd652fb8 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:41.641404 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0d86e529-5bd4-42f9-b844-f5e06417b52a req-a7aacd4f-ea29-4675-8121-0d11cd652fb8 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 943 time: 0.0522275 Oct 20 09:03:41.695365 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0d86e529-5bd4-42f9-b844-f5e06417b52a req-5c4018d2-15d4-4d9e-ac3c-e9d5f12295ce tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478296 Oct 20 09:03:41.878652 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:42.411043 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a55545-6bdb-42ff-a2bb-db00c50801ca req-80e84bbe-f197-438c-ac69-4614e0dedfe7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:42.412529 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c9a55545-6bdb-42ff-a2bb-db00c50801ca req-80e84bbe-f197-438c-ac69-4614e0dedfe7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0566883 Oct 20 09:03:42.462585 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c9a55545-6bdb-42ff-a2bb-db00c50801ca req-3ca36ceb-2e7f-4701-b9b2-9104b8f38469 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436137 Oct 20 09:03:42.825414 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce115-02cc-4a77-8538-5b6ef64d98f4 req-d8e079f2-74bc-4c51-b314-2b6ed6e1e645 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:42.827899 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8a4ce115-02cc-4a77-8538-5b6ef64d98f4 req-d8e079f2-74bc-4c51-b314-2b6ed6e1e645 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 943 time: 0.0501819 Oct 20 09:03:42.882503 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8a4ce115-02cc-4a77-8538-5b6ef64d98f4 req-491a2232-502a-4631-8443-78497223bbf1 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483527 Oct 20 09:03:43.620730 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b890b-5e8b-49f5-a1b4-af1a0c72fa69 req-c4a22564-2abf-47d8-aa82-6f1e1e6d5e44 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:43.622581 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-974b890b-5e8b-49f5-a1b4-af1a0c72fa69 req-c4a22564-2abf-47d8-aa82-6f1e1e6d5e44 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0676649 Oct 20 09:03:43.673957 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-974b890b-5e8b-49f5-a1b4-af1a0c72fa69 req-4f4ddd50-cdc2-4434-b281-24ea7d54a19e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433939 Oct 20 09:03:44.016942 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dbb97-9a3a-4fbc-92ac-3e4aa26f54c1 req-04054257-bede-46cf-abf3-c5dedc4d42eb tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:44.018505 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-de0dbb97-9a3a-4fbc-92ac-3e4aa26f54c1 req-04054257-bede-46cf-abf3-c5dedc4d42eb tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 943 time: 0.0561998 Oct 20 09:03:44.068700 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-de0dbb97-9a3a-4fbc-92ac-3e4aa26f54c1 req-74856cef-3e64-4119-8744-11b152600d20 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444305 Oct 20 09:03:44.806779 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456bef2-9f95-4e5d-a1e6-a28df75382d9 req-f77923fe-6a83-4580-bba9-aa463e085db6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:44.808261 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b456bef2-9f95-4e5d-a1e6-a28df75382d9 req-f77923fe-6a83-4580-bba9-aa463e085db6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0526381 Oct 20 09:03:44.860668 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b456bef2-9f95-4e5d-a1e6-a28df75382d9 req-fffab380-db10-4bdf-9039-72d6f50bb34b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468850 Oct 20 09:03:45.194163 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a429d-1354-4a47-a26c-f9cd4f23501a req-d9ac40d4-5fad-495a-b455-e675b0ba76aa tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:45.196653 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-026a429d-1354-4a47-a26c-f9cd4f23501a req-d9ac40d4-5fad-495a-b455-e675b0ba76aa tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 943 time: 0.0497801 Oct 20 09:03:45.243578 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-026a429d-1354-4a47-a26c-f9cd4f23501a req-9f2296a6-e59f-44bb-b7a9-66a568507940 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414400 Oct 20 09:03:45.710635 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-995291dc-67fe-43df-9c6a-ff148435b5e7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390584 Oct 20 09:03:45.715015 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659d63e-9c71-4e5b-85eb-7f7ff3f8797f req-0a7931af-0bae-4fb9-97ce-2c512fc07629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:45.716762 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f659d63e-9c71-4e5b-85eb-7f7ff3f8797f req-0a7931af-0bae-4fb9-97ce-2c512fc07629 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9dc1a3b80bd34c8e8f691a9b47457f35&device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 1127 time: 0.0430446 Oct 20 09:03:45.988075 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad8cac-3588-4795-8b46-640c7dc4ee19 req-4c0e29bc-63d5-4c5d-af4b-949e98b6aa34 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:45.989560 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-90ad8cac-3588-4795-8b46-640c7dc4ee19 req-4c0e29bc-63d5-4c5d-af4b-949e98b6aa34 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0469725 Oct 20 09:03:46.022351 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:46.039374 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-90ad8cac-3588-4795-8b46-640c7dc4ee19 req-7e3611fa-ef7e-46f3-b5d8-cb305d9b1b3b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443015 Oct 20 09:03:46.362800 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d209d1-4f03-41a3-b9d8-c054c9121506 req-6b26f34b-0985-4f75-a08e-794c7f5d81b6 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:46.364284 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-39d209d1-4f03-41a3-b9d8-c054c9121506 req-6b26f34b-0985-4f75-a08e-794c7f5d81b6 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 943 time: 0.0458982 Oct 20 09:03:46.412581 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-39d209d1-4f03-41a3-b9d8-c054c9121506 req-2501bff5-ad22-4f8f-8396-4a6ffdd55c37 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 Oct 20 09:03:46.463258 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-cc8f6a37-cfa3-4b98-885b-243cb9dac54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:46.464784 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-cc8f6a37-cfa3-4b98-885b-243cb9dac54c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 1129 time: 0.0531752 Oct 20 09:03:46.485535 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:46.521887 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659d63e-9c71-4e5b-85eb-7f7ff3f8797f req-c6ea162f-3ea4-47ec-b035-ac501da0c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:46.523487 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f659d63e-9c71-4e5b-85eb-7f7ff3f8797f req-c6ea162f-3ea4-47ec-b035-ac501da0c8ca service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=9dc1a3b80bd34c8e8f691a9b47457f35&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1100450 Oct 20 09:03:46.590084 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-bf70c6c6-9c12-4a99-9328-59579982a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:46.591984 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-bf70c6c6-9c12-4a99-9328-59579982a64e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 915 time: 0.1041470 Oct 20 09:03:46.638772 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659d63e-9c71-4e5b-85eb-7f7ff3f8797f req-210e305b-4709-4b26-9d6b-2f651b408c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:46.640246 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f659d63e-9c71-4e5b-85eb-7f7ff3f8797f req-210e305b-4709-4b26-9d6b-2f651b408c26 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099873 Oct 20 09:03:46.670070 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-f394ad09-ef68-4919-a6d9-924c60a7979d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7681f5a2-5dbc-4513-b44a-9c70525ecfee HTTP/1.1" status: 200 len: 1001 time: 0.0695496 Oct 20 09:03:46.746126 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-40141ea9-dc87-4705-80c0-f1df21d389e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:46.747604 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-40141ea9-dc87-4705-80c0-f1df21d389e4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.0470526 Oct 20 09:03:46.789940 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-058d17c8-4105-4e5d-8a89-9046dae488fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:46.791548 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-058d17c8-4105-4e5d-8a89-9046dae488fb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9dc1a3b80bd34c8e8f691a9b47457f35&device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 1127 time: 0.0470271 Oct 20 09:03:46.813764 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-6853e736-c389-48ba-a25f-40c67ba71f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:46.815437 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-6853e736-c389-48ba-a25f-40c67ba71f79 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437977 Oct 20 09:03:46.844295 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-2814300b-19f0-4dfa-b5f9-b9154814ac62 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeeae5ec-ff15-4944-a558-e9f736d0ca1e HTTP/1.1" status: 200 len: 217 time: 0.0376444 Oct 20 09:03:46.893401 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6922427d-9149-4e29-9c39-60b431a43dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:46.894921 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-6922427d-9149-4e29-9c39-60b431a43dda service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d4c61dc0-f502-4ce2-9680-52bac040eb5c HTTP/1.1" status: 200 len: 853 time: 0.0444608 Oct 20 09:03:46.916905 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-6c847f6a-6d9e-4f60-b0d9-c3bf00c89bf3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928085 Oct 20 09:03:46.930088 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-41084880-e062-40db-8aa6-817c920700ac service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7fdc4269-1e8c-4b8f-884b-33c74a51bd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289752 Oct 20 09:03:47.008308 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1d69770-e244-4bbf-8ea4-c93c51133ce0 req-a942579e-29bc-4b3e-93af-6dce0b3a13db service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840032 Oct 20 09:03:47.022387 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-8dd4a17c-63a7-4b10-91ae-acb1fcd3c393 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7fdc4269-1e8c-4b8f-884b-33c74a51bd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851796 Oct 20 09:03:47.133127 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1e0ecae-5e95-407c-b38d-9ea94d33c409 req-2fe52a23-f5d9-4909-995c-3960eb9f807d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7fdc4269-1e8c-4b8f-884b-33c74a51bd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993285 Oct 20 09:03:47.167097 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5de21-7a9a-4d1c-bb9b-3d765d6bc09e req-cce879fe-d126-4187-9d76-2e1f8716aaeb tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:47.168559 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c9f5de21-7a9a-4d1c-bb9b-3d765d6bc09e req-cce879fe-d126-4187-9d76-2e1f8716aaeb tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0489507 Oct 20 09:03:47.217065 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c9f5de21-7a9a-4d1c-bb9b-3d765d6bc09e req-31b4e854-2a78-48ad-b987-cc894b84dc45 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429652 Oct 20 09:03:47.543238 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c14ccd-dcb7-4ad3-be83-01b3758286c4 req-7ebd4705-3b75-4948-b24b-c6f367895a93 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:47.544692 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b2c14ccd-dcb7-4ad3-be83-01b3758286c4 req-7ebd4705-3b75-4948-b24b-c6f367895a93 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 943 time: 0.0520709 Oct 20 09:03:47.593137 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b2c14ccd-dcb7-4ad3-be83-01b3758286c4 req-62e04e03-aec2-4f21-bb0c-fa813772dc19 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428674 Oct 20 09:03:48.345572 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65376d3c-8fea-4c0f-b348-2e16362d3e8d req-486f503b-dd9e-4259-b529-06c43fd39f96 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:48.347081 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-65376d3c-8fea-4c0f-b348-2e16362d3e8d req-486f503b-dd9e-4259-b529-06c43fd39f96 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0496478 Oct 20 09:03:48.394777 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-65376d3c-8fea-4c0f-b348-2e16362d3e8d req-6c80c6fd-2357-4bca-b408-ebda3e3cf53a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Oct 20 09:03:48.713817 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850925a-bc4d-4f69-9689-fb71bcb4cf23 req-c23de432-3514-48f6-96a0-7fb67780c82e tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:48.715604 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9850925a-bc4d-4f69-9689-fb71bcb4cf23 req-c23de432-3514-48f6-96a0-7fb67780c82e tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 943 time: 0.0489016 Oct 20 09:03:48.764410 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9850925a-bc4d-4f69-9689-fb71bcb4cf23 req-b8095911-2878-4c0d-9621-cb65f3167922 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425198 Oct 20 09:03:49.008123 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device eeeae5ec-ff15-4944-a558-e9f736d0ca1e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:03:49.111863 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port eeeae5ec-ff15-4944-a558-e9f736d0ca1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eeeae5ec-ff15-4944-a558-e9f736d0ca1e,segment=NetworkSegment(10ee2b8f-225b-4078-a1e3-ca61c72306c6),segment_id=10ee2b8f-225b-4078-a1e3-ca61c72306c6)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:49.129236 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'eeeae5ec-ff15-4944-a558-e9f736d0ca1e', 'network_id': '7fdc4269-1e8c-4b8f-884b-33c74a51bd63', 'port_id': 'eeeae5ec-ff15-4944-a558-e9f736d0ca1e', 'mac_address': 'fa:16:3e:10:c4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c61dc0-f502-4ce2-9680-52bac040eb5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:03:49.132997 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:49.170454 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port eeeae5ec-ff15-4944-a558-e9f736d0ca1e is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:49.170872 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:49.184221 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeeae5ec-ff15-4944-a558-e9f736d0ca1e {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:03:49.204397 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port eeeae5ec-ff15-4944-a558-e9f736d0ca1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eeeae5ec-ff15-4944-a558-e9f736d0ca1e,segment=NetworkSegment(10ee2b8f-225b-4078-a1e3-ca61c72306c6),segment_id=10ee2b8f-225b-4078-a1e3-ca61c72306c6)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:49.208375 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:49.255289 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=eeeae5ec-ff15-4944-a558-e9f736d0ca1e,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:49.523058 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b1c81-7438-47bd-907a-a19b7406dee5 req-4e545d12-33c2-4a62-a77d-eb74f45c9062 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:49.524530 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-591b1c81-7438-47bd-907a-a19b7406dee5 req-4e545d12-33c2-4a62-a77d-eb74f45c9062 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0452914 Oct 20 09:03:49.570374 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-591b1c81-7438-47bd-907a-a19b7406dee5 req-8042f8ed-5e99-408e-a71c-0df0c85d1996 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403218 Oct 20 09:03:49.631461 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['eeeae5ec-ff15-4944-a558-e9f736d0ca1e'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:03:49.883112 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b7320-8da4-4d02-8a16-f640fe6c4e2b req-d0be7ea2-c3e3-4173-ab69-d441dbd3ac4d tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:49.884610 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ca1b7320-8da4-4d02-8a16-f640fe6c4e2b req-d0be7ea2-c3e3-4173-ab69-d441dbd3ac4d tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 944 time: 0.0452976 Oct 20 09:03:49.933678 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ca1b7320-8da4-4d02-8a16-f640fe6c4e2b req-61b573e4-9fc8-4758-a7a0-d2c6718c54a9 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436738 Oct 20 09:03:50.693485 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f3d9a-62f6-4131-95c2-76730828d3b5 req-d74e9546-27f3-49de-8ce7-9685ca2a9c78 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:50.694947 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-848f3d9a-62f6-4131-95c2-76730828d3b5 req-d74e9546-27f3-49de-8ce7-9685ca2a9c78 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0451794 Oct 20 09:03:50.745191 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-848f3d9a-62f6-4131-95c2-76730828d3b5 req-7f737199-945a-4f6c-b65e-4458fdaa2e4d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440805 Oct 20 09:03:51.035777 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device eeeae5ec-ff15-4944-a558-e9f736d0ca1e up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:51.052150 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0292e4-ca19-4927-8bc1-a5ed36ed610e req-f798de55-57d3-4bdb-95bd-486c11ee9c37 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:51.053623 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9b0292e4-ca19-4927-8bc1-a5ed36ed610e req-f798de55-57d3-4bdb-95bd-486c11ee9c37 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 944 time: 0.0464411 Oct 20 09:03:51.072361 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:51.078434 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port eeeae5ec-ff15-4944-a558-e9f736d0ca1e completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:03:51.084904 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port eeeae5ec-ff15-4944-a558-e9f736d0ca1e triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:51.085315 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:51.085682 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port eeeae5ec-ff15-4944-a558-e9f736d0ca1e Oct 20 09:03:51.102980 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9b0292e4-ca19-4927-8bc1-a5ed36ed610e req-6594c19c-62fd-42eb-909e-e4a842dd183c tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 Oct 20 09:03:51.161103 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port eeeae5ec-ff15-4944-a558-e9f736d0ca1e is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:51.161487 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:51.184816 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98592479-f7da-4df7-ad14-c6aea41d81e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeeae5ec-ff15-4944-a558-e9f736d0ca1e'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:03:51.187098 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b9d1c6-2024-46da-b2c4-9c81a9c19e33" -d '{"events": [{"server_uuid": "98592479-f7da-4df7-ad14-c6aea41d81e0", "name": "network-vif-plugged", "status": "completed", "tag": "eeeae5ec-ff15-4944-a558-e9f736d0ca1e"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:03:51.200793 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port eeeae5ec-ff15-4944-a558-e9f736d0ca1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eeeae5ec-ff15-4944-a558-e9f736d0ca1e,segment=NetworkSegment(10ee2b8f-225b-4078-a1e3-ca61c72306c6),segment_id=10ee2b8f-225b-4078-a1e3-ca61c72306c6)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:51.205194 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:51.229874 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def85d39-cd3a-43fc-a29b-04122eb00df0 x-openstack-request-id: req-def85d39-cd3a-43fc-a29b-04122eb00df0 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:03:51.230373 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98592479-f7da-4df7-ad14-c6aea41d81e0", "name": "network-vif-plugged", "status": "completed", "tag": "eeeae5ec-ff15-4944-a558-e9f736d0ca1e", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:03:51.230658 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-def85d39-cd3a-43fc-a29b-04122eb00df0 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:03:51.231050 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def85d39-cd3a-43fc-a29b-04122eb00df0'] response: {'server_uuid': '98592479-f7da-4df7-ad14-c6aea41d81e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeeae5ec-ff15-4944-a558-e9f736d0ca1e', 'code': 200} Oct 20 09:03:51.241019 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:51.257224 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=eeeae5ec-ff15-4944-a558-e9f736d0ca1e,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:51.471254 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9a502-a014-4b75-a09b-c830976b0580 req-86a18e44-0273-4671-b4ac-5d220bcc1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:51.472753 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-62e9a502-a014-4b75-a09b-c830976b0580 req-86a18e44-0273-4671-b4ac-5d220bcc1f74 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 1129 time: 0.0384696 Oct 20 09:03:51.661281 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:51.669330 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=21 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:51.674915 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=22 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:51.676258 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-62e9a502-a014-4b75-a09b-c830976b0580 req-1e81a74b-1f6c-4b16-a914-1340c941c0be service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380702 Oct 20 09:03:51.867895 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319e6f-7d33-4c54-9b2f-b7e697934dd2 req-be958bce-346b-4ccc-a67b-9b5ecc5cef15 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:51.869899 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b1319e6f-7d33-4c54-9b2f-b7e697934dd2 req-be958bce-346b-4ccc-a67b-9b5ecc5cef15 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0456531 Oct 20 09:03:51.890831 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:51.918312 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b1319e6f-7d33-4c54-9b2f-b7e697934dd2 req-a6c95295-9cde-48dd-92a9-ea70382f6169 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428760 Oct 20 09:03:52.224795 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6108224-7dcf-45c4-81a1-65ccb0cfe183 req-4416d8b0-5dec-40d9-8427-240648e776b0 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:52.226182 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a6108224-7dcf-45c4-81a1-65ccb0cfe183 req-4416d8b0-5dec-40d9-8427-240648e776b0 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 945 time: 0.0473130 Oct 20 09:03:52.268327 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:52.272978 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a6108224-7dcf-45c4-81a1-65ccb0cfe183 req-13f35592-8ac8-4e6a-a665-4d641f954d22 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Oct 20 09:03:53.047434 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635fd26-819c-44fd-a7ee-952a5a7c24eb req-dc1b5f5e-c990-49ba-87fd-cede1c4719f3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:53.049777 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b635fd26-819c-44fd-a7ee-952a5a7c24eb req-dc1b5f5e-c990-49ba-87fd-cede1c4719f3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 943 time: 0.0495169 Oct 20 09:03:53.050749 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6ba2009e-08be-4c65-a1d5-5e9548c8d407 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:03:53.096596 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b635fd26-819c-44fd-a7ee-952a5a7c24eb req-552a0c88-d543-4699-9541-43d41076ccbe tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414476 Oct 20 09:03:53.150658 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:53.161322 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'port_id': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'mac_address': 'fa:16:3e:1e:9a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 476, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:03:53.195158 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:53.195470 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:53.207671 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba2009e-08be-4c65-a1d5-5e9548c8d407 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:03:53.227627 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:53.231777 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:53.259184 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:53.280428 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=6ba2009e-08be-4c65-a1d5-5e9548c8d407,revision_number=9']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:53.626877 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf93497-a0b1-4404-8b3b-d9a5ea3c426b req-f6bfd440-a78b-44bf-bf3f-4d5ce5750dc4 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:53.628327 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8bf93497-a0b1-4404-8b3b-d9a5ea3c426b req-f6bfd440-a78b-44bf-bf3f-4d5ce5750dc4 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 945 time: 0.2819409 Oct 20 09:03:53.675029 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8bf93497-a0b1-4404-8b3b-d9a5ea3c426b req-af487371-0272-4516-85b6-1dc2db5e0bdb tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410461 Oct 20 09:03:53.785281 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['6ba2009e-08be-4c65-a1d5-5e9548c8d407'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:03:54.221039 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec994c3-8d8e-4c42-8a94-4d25d8c68fa4 req-fafbece4-5a74-4486-a171-79ee28419ccf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:54.222510 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1ec994c3-8d8e-4c42-8a94-4d25d8c68fa4 req-fafbece4-5a74-4486-a171-79ee28419ccf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 944 time: 0.0461941 Oct 20 09:03:54.269187 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1ec994c3-8d8e-4c42-8a94-4d25d8c68fa4 req-83730496-f5ec-4157-bdd3-d2d813efed24 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411360 Oct 20 09:03:54.672183 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-4b5765f8-4831-4268-ae43-71ac91d1d3b6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1673307534&fields=id&tenant_id=98827dbef155480b9f26792b70014b4b HTTP/1.1" status: 200 len: 267 time: 0.0434282 Oct 20 09:03:54.781011 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-4efbe3ce-6159-4556-86ca-8a4a94b28679 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:54.782394 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-4efbe3ce-6159-4556-86ca-8a4a94b28679 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 812 time: 0.1039593 Oct 20 09:03:54.796466 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b74a7c-8791-4cec-b3af-d28bb0666017 req-11499529-cec7-4795-8cf1-98b02b6c0948 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:54.797270 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-19b9759d-9d57-4915-ac50-bfd88075e654 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/quotas/98827dbef155480b9f26792b70014b4b HTTP/1.1" status: 200 len: 375 time: 0.0091350 Oct 20 09:03:54.797957 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-28b74a7c-8791-4cec-b3af-d28bb0666017 req-11499529-cec7-4795-8cf1-98b02b6c0948 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 945 time: 0.0497482 Oct 20 09:03:54.845627 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-28b74a7c-8791-4cec-b3af-d28bb0666017 req-650f6feb-623f-4a41-9850-6d6d5da014dd tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Oct 20 09:03:54.847772 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-732da84a-ea1f-4d35-838d-e5ee2a7e6bc9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451314 Oct 20 09:03:54.950538 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c0ff5c15-cdf9-4585-81c0-31cc516ed755 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910628 Oct 20 09:03:55.039428 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-d9a13046-4d2c-4b60-bfec-faad623b3f5b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830286 Oct 20 09:03:55.061640 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6ba2009e-08be-4c65-a1d5-5e9548c8d407 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:03:55.110345 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:55.110749 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:55.111075 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 Oct 20 09:03:55.186080 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:03:55.186491 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:55.209766 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:03:55.212119 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189f2d80-2cd1-4ada-a5a1-8fba4405bcdb" -d '{"events": [{"server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "name": "network-vif-plugged", "status": "completed", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:03:55.224806 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:03:55.228961 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:55.286329 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=6ba2009e-08be-4c65-a1d5-5e9548c8d407,revision_number=10']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:55.316335 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089e7eb0-799c-43ba-b01f-2a3cb34a8fe5 x-openstack-request-id: req-089e7eb0-799c-43ba-b01f-2a3cb34a8fe5 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:03:55.316723 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "name": "network-vif-plugged", "status": "completed", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:03:55.316990 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-089e7eb0-799c-43ba-b01f-2a3cb34a8fe5 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:03:55.317567 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089e7eb0-799c-43ba-b01f-2a3cb34a8fe5'] response: {'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'code': 200} Oct 20 09:03:55.370330 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3a290408-2eba-43e0-893c-0fd41bc3f671 req-4d342b2f-69dc-492f-8476-e668b04fc5ab tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 210 time: 0.0311728 Oct 20 09:03:55.481819 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581908b2-32c6-4498-85bf-49cdb98a6fb4 req-83494532-dc28-4bb1-aeb0-cc68914c25d6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:55.483566 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-581908b2-32c6-4498-85bf-49cdb98a6fb4 req-83494532-dc28-4bb1-aeb0-cc68914c25d6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 946 time: 0.0530498 Oct 20 09:03:55.536217 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-581908b2-32c6-4498-85bf-49cdb98a6fb4 req-f1d0074f-f33f-4b14-8690-51759c541fc6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468824 Oct 20 09:03:56.342905 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9527cd1-5738-4dee-a5d5-00a2bc7c4c0f req-fef51ff6-642b-4a9e-b5e4-60051049251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:56.345816 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d9527cd1-5738-4dee-a5d5-00a2bc7c4c0f req-fef51ff6-642b-4a9e-b5e4-60051049251f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 1130 time: 0.0502923 Oct 20 09:03:56.421948 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d9527cd1-5738-4dee-a5d5-00a2bc7c4c0f req-2db0ce35-13b8-40dc-8fdf-e4dc066be16a service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640967 Oct 20 09:03:56.487523 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-82e9d7f9-299a-4672-b274-9c0eceb07541 req-440d9170-61cf-42d4-8c03-f90e2193618d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 210 time: 0.0285261 Oct 20 09:03:56.514865 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f592bd-11b4-48a8-bec4-10f626ce847b req-e56011df-0468-4414-9cc1-834af82718cc tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:56.516325 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b7f592bd-11b4-48a8-bec4-10f626ce847b req-e56011df-0468-4414-9cc1-834af82718cc tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0478108 Oct 20 09:03:56.565745 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b7f592bd-11b4-48a8-bec4-10f626ce847b req-b6f11b96-f3fe-45f7-8254-3afbc7f1c16e tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437949 Oct 20 09:03:56.661627 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba5655-fc72-4095-aa0e-d8930f3d0d33 req-0d2365df-c0c0-4f89-ac77-a1f1197ade96 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:56.662999 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-73ba5655-fc72-4095-aa0e-d8930f3d0d33 req-0d2365df-c0c0-4f89-ac77-a1f1197ade96 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 946 time: 0.0449333 Oct 20 09:03:56.709097 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-73ba5655-fc72-4095-aa0e-d8930f3d0d33 req-e8b01d4e-865b-4203-b607-72ad91289cdd tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399551 Oct 20 09:03:57.588690 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-03225940-01bb-4f7c-923d-27d944b65207 req-0a0b97d6-7d74-408f-9e32-135c13151e13 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 210 time: 0.0287101 Oct 20 09:03:57.691599 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacf0ee-3312-4195-b227-858f94611803 req-8170e576-224b-442e-a416-1125c4de3964 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:57.693147 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0dacf0ee-3312-4195-b227-858f94611803 req-8170e576-224b-442e-a416-1125c4de3964 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0509713 Oct 20 09:03:57.740296 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0dacf0ee-3312-4195-b227-858f94611803 req-f568b6e1-c893-48bf-b4d1-9403adaae5e7 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 Oct 20 09:03:57.836219 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c404e5-0b61-4f4b-ba9a-79a833886df2 req-ca0f62a7-b3e1-475a-8298-81464a56ec7f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:57.838164 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-45c404e5-0b61-4f4b-ba9a-79a833886df2 req-ca0f62a7-b3e1-475a-8298-81464a56ec7f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 946 time: 0.0457594 Oct 20 09:03:57.884610 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-45c404e5-0b61-4f4b-ba9a-79a833886df2 req-116626e1-c5df-46a9-a76b-1a2b4f3afd58 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406065 Oct 20 09:03:58.694194 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b7eac92c-ee76-456c-aa81-a00efc315d9b req-96f43c62-3ef6-4c90-b710-e55bbf6efc2a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 210 time: 0.0273223 Oct 20 09:03:58.869543 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61b6f-7f19-4def-8aa6-f5ad8f07f0bd req-d0c2aded-6dcf-41f5-be12-421969bd35e9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:58.871073 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7bd61b6f-7f19-4def-8aa6-f5ad8f07f0bd req-d0c2aded-6dcf-41f5-be12-421969bd35e9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0517230 Oct 20 09:03:58.882309 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:58.921841 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7bd61b6f-7f19-4def-8aa6-f5ad8f07f0bd req-572a9d2d-8236-4beb-9931-6e572eda2302 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449545 Oct 20 09:03:58.936435 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:58.945394 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f4651ae3-4ee6-4dfb-b55f-99d427688b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:59.023510 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe06e0-359e-49ca-ae07-43e05837ad74 req-d5347538-9bf1-4657-8db8-88e15e568740 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:59.025000 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-80fe06e0-359e-49ca-ae07-43e05837ad74 req-d5347538-9bf1-4657-8db8-88e15e568740 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 946 time: 0.0469172 Oct 20 09:03:59.047119 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:59.074912 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-80fe06e0-359e-49ca-ae07-43e05837ad74 req-5fa4745d-fb46-4d7f-a781-d9678e3880f4 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 Oct 20 09:03:59.143513 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-00623dcb-b696-44ec-9be3-ce527587400f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:59.144955 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-00623dcb-b696-44ec-9be3-ce527587400f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 812 time: 0.1078691 Oct 20 09:03:59.221329 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-26963d73-e439-4ead-9c58-289f77b6232c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98827dbef155480b9f26792b70014b4b HTTP/1.1" status: 200 len: 380 time: 0.0577021 Oct 20 09:03:59.231609 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'port': {'device_id': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'admin_state_up': True, 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'security_groups': ['cc414851-7c8e-4526-9fbf-448b6958247f']}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:59.335666 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Made reservation on behalf of 98827dbef155480b9f26792b70014b4b for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:03:59.339389 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:59.467435 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Allocated IP 172.20.0.9 (d2d4ae81-03f2-49c0-8ca3-a270479acf30/a8f15822-75cb-4a82-9319-f423481eb456/ea6a461f-d2ae-49cf-a87f-19296d8271f9) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:03:59.611384 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:59.643070 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:59.686893 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Network d2d4ae81-03f2-49c0-8ca3-a270479acf30 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:03:59.689942 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:03:59.692406 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:03:59.721344 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'Port': ['ID=ea6a461f-d2ae-49cf-a87f-19296d8271f9,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:03:59.731213 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.731953 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.731953 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.732216 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.732532 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.732853 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.733172 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.733487 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.733802 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.734119 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.734435 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.734774 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.735088 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.735399 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.735714 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:03:59.760485 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:59.760902 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:59.778454 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-c8ceb6f0-5cb7-44ad-9df6-addfb1645c46 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5503440 Oct 20 09:03:59.815611 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Request body: {'port': {'device_id': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:03:59.854601 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20a194-cb57-4991-8e52-7d10c180d484 req-ef9aad2a-7392-467c-a50c-9cba442438dc tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:03:59.856157 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bc20a194-cb57-4991-8e52-7d10c180d484 req-ef9aad2a-7392-467c-a50c-9cba442438dc tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 931 time: 0.0767779 Oct 20 09:03:59.867135 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:59.887315 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:03:59.911011 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:59.954168 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-15f58a15-82d6-4695-8eee-6c75e94a5c53 None None] Provisioning complete for port ea6a461f-d2ae-49cf-a87f-19296d8271f9 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:03:59.954715 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-15f58a15-82d6-4695-8eee-6c75e94a5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:03:59.954867 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-15f58a15-82d6-4695-8eee-6c75e94a5c53 None None] Attempt 1 to provision port ea6a461f-d2ae-49cf-a87f-19296d8271f9 Oct 20 09:03:59.967355 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bc20a194-cb57-4991-8e52-7d10c180d484 req-adcc38af-d894-4500-bc72-f20df0a49e56 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024203 Oct 20 09:03:59.987139 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-15f58a15-82d6-4695-8eee-6c75e94a5c53 None None] Port ea6a461f-d2ae-49cf-a87f-19296d8271f9 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:04:00.069717 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7354c-a148-4d6f-93f3-eee66b38fa00 req-76fc7b28-55b5-4150-9e6c-996c57059a0c tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:00.071226 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f0c7354c-a148-4d6f-93f3-eee66b38fa00 req-76fc7b28-55b5-4150-9e6c-996c57059a0c tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0505502 Oct 20 09:04:00.118325 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f0c7354c-a148-4d6f-93f3-eee66b38fa00 req-a84b1764-d3a8-4248-af59-d1a0ad27b1c8 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413938 Oct 20 09:04:00.191667 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6a461f-d2ae-49cf-a87f-19296d8271f9 {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:04:00.199004 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Publish callbacks [] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:00.211101 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Transition to ACTIVE for port object ea6a461f-d2ae-49cf-a87f-19296d8271f9 will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:04:00.215489 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:00.276754 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Pushing event updated for resources: {'Port': ['ID=ea6a461f-d2ae-49cf-a87f-19296d8271f9,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:00.325573 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Attempting to bind port ea6a461f-d2ae-49cf-a87f-19296d8271f9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:04:00.325905 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Attempting to bind port ea6a461f-d2ae-49cf-a87f-19296d8271f9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:04:00.326229 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Attempting to bind port ea6a461f-d2ae-49cf-a87f-19296d8271f9 on network d2d4ae81-03f2-49c0-8ca3-a270479acf30 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:04:00.370927 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Port ea6a461f-d2ae-49cf-a87f-19296d8271f9 on network d2d4ae81-03f2-49c0-8ca3-a270479acf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:04:00.371249 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Attempting to bind port ea6a461f-d2ae-49cf-a87f-19296d8271f9 on network d2d4ae81-03f2-49c0-8ca3-a270479acf30 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:04:00.411812 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:04:00.412144 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Checking segment: {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:04:00.412521 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Bound using segment: {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:04:00.412946 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Bound port: ea6a461f-d2ae-49cf-a87f-19296d8271f9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:04:00.413297 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:00.472909 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] For port ea6a461f-d2ae-49cf-a87f-19296d8271f9, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:04:00.475773 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] For port ea6a461f-d2ae-49cf-a87f-19296d8271f9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea6a461f-d2ae-49cf-a87f-19296d8271f9,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:04:00.480782 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:00.484787 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:00.485393 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:00.486765 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/ea6a461f-d2ae-49cf-a87f-19296d8271f9 HTTP/1.1" status: 200 len: 1093 time: 0.6752338 Oct 20 09:04:00.488194 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'tag': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:00.490394 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c896d05-a648-462e-951e-299e016f7ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1d0b97-f53e-40dc-895f-48be8de838ee", "tag": "ea6a461f-d2ae-49cf-a87f-19296d8271f9"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:00.532221 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e8ae76-1d10-4a5b-8f07-78a8d2b05493 x-openstack-request-id: req-10e8ae76-1d10-4a5b-8f07-78a8d2b05493 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:00.532511 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1d0b97-f53e-40dc-895f-48be8de838ee", "tag": "ea6a461f-d2ae-49cf-a87f-19296d8271f9", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:00.532767 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10e8ae76-1d10-4a5b-8f07-78a8d2b05493 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:00.533162 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e8ae76-1d10-4a5b-8f07-78a8d2b05493'] response: {'name': 'network-changed', 'server_uuid': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'tag': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9', 'status': 'completed', 'code': 200} Oct 20 09:04:00.537830 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893a42e-10e5-48a0-9da1-2a9013fc636a service neutron] Pushing event updated for resources: {'Port': ['ID=ea6a461f-d2ae-49cf-a87f-19296d8271f9,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:00.602831 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:00.611545 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-917a5e49-a8af-4a49-96c6-00bba9c384cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:00.613041 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-917a5e49-a8af-4a49-96c6-00bba9c384cb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 1127 time: 0.0450826 Oct 20 09:04:00.658794 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-3cd8491f-acec-4d51-8b3a-c9123e23de53 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea6a461f-d2ae-49cf-a87f-19296d8271f9 HTTP/1.1" status: 200 len: 217 time: 0.0316789 Oct 20 09:04:00.705090 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-8a503695-843f-4383-86c4-69baf10d2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:00.706448 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-8a503695-843f-4383-86c4-69baf10d2dbb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0419514 Oct 20 09:04:00.754974 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-23ba04ad-ba55-4fbd-a4dd-23eec841e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:00.756354 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-23ba04ad-ba55-4fbd-a4dd-23eec841e304 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400567 Oct 20 09:04:00.846761 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-3f6098bb-99bb-4762-b3c7-e9e3342c26fa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809748 Oct 20 09:04:00.896403 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:00.938014 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-afb3cbc1-9357-442c-9b20-10ffe4eb147c req-6e6a0a19-9d99-4c24-ac16-b92ca59fe0d4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852802 Oct 20 09:04:01.039999 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-4be53c85-488a-439a-bc1d-b92838f566c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:01.061481 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896d05-a648-462e-951e-299e016f7ba3 req-70f53069-aa3e-4a02-8529-e496bbc38fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:01.063004 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3c896d05-a648-462e-951e-299e016f7ba3 req-70f53069-aa3e-4a02-8529-e496bbc38fdd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 1127 time: 0.0420282 Oct 20 09:04:01.099444 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511aeab-2236-4292-ae77-9aa315725d16 req-7565202d-3163-483a-aa59-1fe958e7a672 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:01.100942 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c511aeab-2236-4292-ae77-9aa315725d16 req-7565202d-3163-483a-aa59-1fe958e7a672 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0464413 Oct 20 09:04:01.152307 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c511aeab-2236-4292-ae77-9aa315725d16 req-bd660301-8af5-444a-ba78-99f06859fe92 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448799 Oct 20 09:04:01.158300 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896d05-a648-462e-951e-299e016f7ba3 req-baf8206d-467d-451c-9fa1-b80329711ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:01.160164 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3c896d05-a648-462e-951e-299e016f7ba3 req-baf8206d-467d-451c-9fa1-b80329711ee7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 913 time: 0.0906632 Oct 20 09:04:01.202004 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3c896d05-a648-462e-951e-299e016f7ba3 req-1b030c17-fb2d-42c5-aba6-79b3f1af409e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea6a461f-d2ae-49cf-a87f-19296d8271f9 HTTP/1.1" status: 200 len: 217 time: 0.0343957 Oct 20 09:04:01.274119 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b79e73-e7d8-4168-8607-8ccd2738b23b req-643070bd-b250-40a7-9bd0-a7f29b8fbd93 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:01.275513 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a4b79e73-e7d8-4168-8607-8ccd2738b23b req-643070bd-b250-40a7-9bd0-a7f29b8fbd93 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0762496 Oct 20 09:04:01.302452 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896d05-a648-462e-951e-299e016f7ba3 req-bf8f6a2e-a17c-4005-b3f9-7eed384b4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:01.303841 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3c896d05-a648-462e-951e-299e016f7ba3 req-bf8f6a2e-a17c-4005-b3f9-7eed384b4eb9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0759163 Oct 20 09:04:01.357453 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a4b79e73-e7d8-4168-8607-8ccd2738b23b req-76a026bd-b856-4856-9fe0-1c6565723b72 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761290 Oct 20 09:04:01.362695 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896d05-a648-462e-951e-299e016f7ba3 req-c7a01fc2-2d34-40c5-9156-a08f1cef47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:01.364147 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3c896d05-a648-462e-951e-299e016f7ba3 req-c7a01fc2-2d34-40c5-9156-a08f1cef47db service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494859 Oct 20 09:04:01.455473 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3c896d05-a648-462e-951e-299e016f7ba3 req-4b15ecb6-7eb9-49b7-ae94-cd0f7b0a10f3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836115 Oct 20 09:04:01.544778 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3c896d05-a648-462e-951e-299e016f7ba3 req-b9bca3c8-ef7a-421f-94cd-072e9b615d26 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824192 Oct 20 09:04:02.276833 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e387d66-b33f-43ac-9377-acc227bf804d req-db1d32e5-5a95-4a50-9055-521e2769b24d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:02.278293 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4e387d66-b33f-43ac-9377-acc227bf804d req-db1d32e5-5a95-4a50-9055-521e2769b24d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0497470 Oct 20 09:04:02.326737 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4e387d66-b33f-43ac-9377-acc227bf804d req-5f721b6e-6970-4941-9286-5f9d911c1849 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 Oct 20 09:04:02.380143 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:02.477066 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ace5ef-b69c-4e48-9b69-7b240c2f2fc0 req-233f8046-fccd-4a2d-b164-b388114ef1ff tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:02.479438 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-89ace5ef-b69c-4e48-9b69-7b240c2f2fc0 req-233f8046-fccd-4a2d-b164-b388114ef1ff tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0478742 Oct 20 09:04:02.528647 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-89ace5ef-b69c-4e48-9b69-7b240c2f2fc0 req-6443a8c6-c039-4c5c-9883-1d68ad6bc027 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436034 Oct 20 09:04:03.447678 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459b24f-93fc-4868-a43d-c75ef7555149 req-d832a525-be46-4900-91fa-44e1c6f52a85 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:03.449147 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3459b24f-93fc-4868-a43d-c75ef7555149 req-d832a525-be46-4900-91fa-44e1c6f52a85 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0468247 Oct 20 09:04:03.469533 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:03.497925 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3459b24f-93fc-4868-a43d-c75ef7555149 req-c90b4676-bf05-4bbb-ada7-db12e8263af6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434389 Oct 20 09:04:03.649815 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2ae44-ee38-4710-b956-13fe08d04241 req-6e870c52-049c-4828-9e7d-9821b9827040 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:03.651750 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bcf2ae44-ee38-4710-b956-13fe08d04241 req-6e870c52-049c-4828-9e7d-9821b9827040 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0461454 Oct 20 09:04:03.696789 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bcf2ae44-ee38-4710-b956-13fe08d04241 req-4a09b734-4e48-4ff6-babf-f96771c9b93e tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395899 Oct 20 09:04:04.118431 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:04.284346 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:04.418820 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:04:04.613785 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:04.622814 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5ff11-24d2-4994-90e2-c39dc6ae32eb req-9e2d7d5c-a132-4f85-a301-7a8ed57cd08b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:04.624962 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-35c5ff11-24d2-4994-90e2-c39dc6ae32eb req-9e2d7d5c-a132-4f85-a301-7a8ed57cd08b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0514338 Oct 20 09:04:04.677466 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-35c5ff11-24d2-4994-90e2-c39dc6ae32eb req-f4e46d95-7885-4637-ae73-2e532ca0201b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470424 Oct 20 09:04:04.807982 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:04.820745 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca02a33-2c22-45d2-9b60-148410a34239 req-06b02920-93fe-44de-95cf-5749db12f1bb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:04.822193 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dca02a33-2c22-45d2-9b60-148410a34239 req-06b02920-93fe-44de-95cf-5749db12f1bb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0471270 Oct 20 09:04:04.868351 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dca02a33-2c22-45d2-9b60-148410a34239 req-334e2cc4-6e51-4e2e-948c-17dbcc22c934 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 Oct 20 09:04:05.793270 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56a428-375e-4fbe-9457-6af0ad282357 req-7791c13a-f8e6-4b3f-a059-f4975005571f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:05.794746 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-db56a428-375e-4fbe-9457-6af0ad282357 req-7791c13a-f8e6-4b3f-a059-f4975005571f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0454431 Oct 20 09:04:05.843315 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-db56a428-375e-4fbe-9457-6af0ad282357 req-45b3f14b-2ddb-4bee-8c0b-99eb0b2fe07d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430951 Oct 20 09:04:06.005205 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498413bc-f424-4257-b34c-c66c427eede4 req-d78460ca-b173-4a5a-b6f1-b3d62a998ecd tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:06.006776 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-498413bc-f424-4257-b34c-c66c427eede4 req-d78460ca-b173-4a5a-b6f1-b3d62a998ecd tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0535526 Oct 20 09:04:06.065614 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-498413bc-f424-4257-b34c-c66c427eede4 req-b7d2640f-c90b-407f-8083-e2c370422a8a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526137 Oct 20 09:04:06.964973 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f36a1c-ea56-452a-aa58-a897360ccf67 req-80740ecf-eb90-46fc-99f8-3ea8794e9da9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:06.966606 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-27f36a1c-ea56-452a-aa58-a897360ccf67 req-80740ecf-eb90-46fc-99f8-3ea8794e9da9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0458152 Oct 20 09:04:07.013777 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-27f36a1c-ea56-452a-aa58-a897360ccf67 req-82c71468-cd71-424a-bbdf-c1439ea692dc tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417883 Oct 20 09:04:07.187255 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cbed7-6f55-4fbf-b70c-3a2f2f83e8dd req-f5a38431-c935-4349-bdea-cef4a5f20062 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:07.188775 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ca2cbed7-6f55-4fbf-b70c-3a2f2f83e8dd req-f5a38431-c935-4349-bdea-cef4a5f20062 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0475860 Oct 20 09:04:07.206388 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:07.236669 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ca2cbed7-6f55-4fbf-b70c-3a2f2f83e8dd req-f49f8a1c-53f5-4e4a-8d61-d45367442557 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423560 Oct 20 09:04:08.135461 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04055ef-056d-4573-b48d-8faaa79b804b req-34d5bf64-c95c-46a2-a1ab-ee07f3983d91 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:08.136914 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f04055ef-056d-4573-b48d-8faaa79b804b req-34d5bf64-c95c-46a2-a1ab-ee07f3983d91 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0502431 Oct 20 09:04:08.185836 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f04055ef-056d-4573-b48d-8faaa79b804b req-c66efa97-183f-44ff-a091-81dd56c180c7 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Oct 20 09:04:08.365762 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c3db4-252f-49a7-8585-90cb1ad2c502 req-c5935d95-07f6-42ed-a690-8e65e600adfa tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:08.367835 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fd5c3db4-252f-49a7-8585-90cb1ad2c502 req-c5935d95-07f6-42ed-a690-8e65e600adfa tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0497959 Oct 20 09:04:08.413641 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fd5c3db4-252f-49a7-8585-90cb1ad2c502 req-381fff1b-a1ea-42df-9012-7b84ef339f57 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402632 Oct 20 09:04:09.303177 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a99c-d5d0-45ac-95d8-53753fa2921c req-c5812479-385e-4589-8e15-b72d1fdaeefd tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:09.304616 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9ca3a99c-d5d0-45ac-95d8-53753fa2921c req-c5812479-385e-4589-8e15-b72d1fdaeefd tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0461733 Oct 20 09:04:09.352392 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9ca3a99c-d5d0-45ac-95d8-53753fa2921c req-ee8e0888-a4f6-4f95-831b-150c1adf2a66 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420725 Oct 20 09:04:09.532909 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568c51f-3fe2-433e-a6f6-f770b1a69f6a req-57cf022e-90be-4a8b-9b69-4257cdc47608 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:09.534354 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8568c51f-3fe2-433e-a6f6-f770b1a69f6a req-57cf022e-90be-4a8b-9b69-4257cdc47608 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0457582 Oct 20 09:04:09.581101 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8568c51f-3fe2-433e-a6f6-f770b1a69f6a req-85d0638b-c742-45d2-afc9-27cf9c173bfb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411518 Oct 20 09:04:10.379376 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9eef68-ef1f-4854-8ca7-dcbcaa2358f2 req-22f78ff8-2202-4ed8-a4fe-a1a920cfb1dd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:10.380973 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2e9eef68-ef1f-4854-8ca7-dcbcaa2358f2 req-22f78ff8-2202-4ed8-a4fe-a1a920cfb1dd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0496128 Oct 20 09:04:10.432310 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2e9eef68-ef1f-4854-8ca7-dcbcaa2358f2 req-a600c951-1b87-4e4d-9d7d-829c4474943f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447984 Oct 20 09:04:10.471454 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c8d41-d674-47ef-9ab6-bd0652b9372b req-4b4724f1-24a5-41c7-b5ee-d65f234f1819 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:10.472923 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-683c8d41-d674-47ef-9ab6-bd0652b9372b req-4b4724f1-24a5-41c7-b5ee-d65f234f1819 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0465407 Oct 20 09:04:10.525099 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-683c8d41-d674-47ef-9ab6-bd0652b9372b req-3a591e42-7e25-4853-a586-025cb141e4b3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458663 Oct 20 09:04:10.700089 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8566a36-bc6c-408c-a882-0cfe2f3971a6 req-91896bf2-c454-48e9-93c9-747fb7ed4bb8 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:10.701531 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f8566a36-bc6c-408c-a882-0cfe2f3971a6 req-91896bf2-c454-48e9-93c9-747fb7ed4bb8 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0460837 Oct 20 09:04:10.747525 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f8566a36-bc6c-408c-a882-0cfe2f3971a6 req-8586e261-bb5f-4086-93c9-9bcd1530edc4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404730 Oct 20 09:04:11.552216 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a333b7-4225-4ee8-95f1-75a306479baf req-26e8592a-24a0-413f-8425-28da3d134384 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:11.553658 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-79a333b7-4225-4ee8-95f1-75a306479baf req-26e8592a-24a0-413f-8425-28da3d134384 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0455534 Oct 20 09:04:11.601216 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-79a333b7-4225-4ee8-95f1-75a306479baf req-9ce8356e-fef8-460b-a966-140d0c413582 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Oct 20 09:04:11.704204 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31103bde-daca-4cbf-ba64-8383850c4e18 req-c94400df-f980-4cb0-84cc-5c6822e95bff tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:11.705625 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-31103bde-daca-4cbf-ba64-8383850c4e18 req-c94400df-f980-4cb0-84cc-5c6822e95bff tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0493627 Oct 20 09:04:11.754217 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-31103bde-daca-4cbf-ba64-8383850c4e18 req-217f646b-cea4-4b35-8b8f-71982fd5843f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430293 Oct 20 09:04:11.864493 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46adde3-3832-422e-abde-6ff76da4d9b5 req-db161ad6-b655-4603-b1ac-f56391c66085 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:11.865958 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b46adde3-3832-422e-abde-6ff76da4d9b5 req-db161ad6-b655-4603-b1ac-f56391c66085 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0465283 Oct 20 09:04:11.890010 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:11.912896 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b46adde3-3832-422e-abde-6ff76da4d9b5 req-8321017c-e4c4-461b-914f-2b7e1fc4c19b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408187 Oct 20 09:04:12.719419 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80780d63-aba8-4ac7-9722-f6b808d9f920 req-d14bac32-b2c6-469c-8038-48c0708cda8b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:12.720840 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-80780d63-aba8-4ac7-9722-f6b808d9f920 req-d14bac32-b2c6-469c-8038-48c0708cda8b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0453436 Oct 20 09:04:12.768533 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-80780d63-aba8-4ac7-9722-f6b808d9f920 req-b6c3c549-279d-4399-8d96-63447b914918 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423687 Oct 20 09:04:12.869381 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cb76a-689a-40c0-a203-a88e898bb8bf req-552c6c3d-3d5e-4df7-b299-5cf5abb7153e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:12.870821 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4a3cb76a-689a-40c0-a203-a88e898bb8bf req-552c6c3d-3d5e-4df7-b299-5cf5abb7153e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0458694 Oct 20 09:04:12.888314 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:12.918816 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4a3cb76a-689a-40c0-a203-a88e898bb8bf req-4638cdbd-f6e0-42db-9bec-25dc2c6e2951 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 Oct 20 09:04:13.032044 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024f1d6-1d7a-4b14-ba04-bbf885d17378 req-b42bbf96-f858-472c-8f4d-9a6451e2c963 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:13.033481 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8024f1d6-1d7a-4b14-ba04-bbf885d17378 req-b42bbf96-f858-472c-8f4d-9a6451e2c963 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0455968 Oct 20 09:04:13.079139 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8024f1d6-1d7a-4b14-ba04-bbf885d17378 req-fea315d1-d541-463d-b491-024cd93cb072 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401785 Oct 20 09:04:13.878118 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:13.894069 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9c4c1-505d-41a9-a16e-b80c0e955412 req-237c5dba-2c31-4a54-8ea9-69ff38c7cd12 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:13.895569 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-82b9c4c1-505d-41a9-a16e-b80c0e955412 req-237c5dba-2c31-4a54-8ea9-69ff38c7cd12 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0511522 Oct 20 09:04:13.942088 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-82b9c4c1-505d-41a9-a16e-b80c0e955412 req-8cbb1b01-d327-406d-9cf0-a0dd8a55f476 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Oct 20 09:04:14.038515 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c967dc-56cc-42ee-8ce9-24012589102c req-81708e09-90dd-408f-905d-6ea0ca94e04d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:14.039906 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-27c967dc-56cc-42ee-8ce9-24012589102c req-81708e09-90dd-408f-905d-6ea0ca94e04d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0451536 Oct 20 09:04:14.089615 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-27c967dc-56cc-42ee-8ce9-24012589102c req-dfe0d1f8-a746-483c-a2ce-0d2f25e7fe0e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437469 Oct 20 09:04:14.201090 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaf5c7-f83b-45b1-b88e-30899a6f3a6c req-b0e7f0b8-031f-42c9-a532-18484f109751 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:14.205827 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3faaf5c7-f83b-45b1-b88e-30899a6f3a6c req-b0e7f0b8-031f-42c9-a532-18484f109751 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0511446 Oct 20 09:04:14.249380 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3faaf5c7-f83b-45b1-b88e-30899a6f3a6c req-b2dbf52e-2acb-4c67-88f1-dfcd6076f636 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413616 Oct 20 09:04:14.356956 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-e1cd0911-ec73-4d97-b0a6-42e108f8eaaa tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:14.358652 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-e1cd0911-ec73-4d97-b0a6-42e108f8eaaa tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0508542 Oct 20 09:04:14.413410 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:14.414215 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:14.446062 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Deleting port 68cd5f68-1310-4334-b214-dc31475d3f8f {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:04:14.446400 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:14.539395 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] For port 68cd5f68-1310-4334-b214-dc31475d3f8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=68cd5f68-1310-4334-b214-dc31475d3f8f,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:04:14.539761 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:14.971234 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:14.971908 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (e75ff839-f1a2-4a35-b506-c12f064cd476), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:14.972020 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Floating IP e75ff839-f1a2-4a35-b506-c12f064cd476 disassociated. External IP: 172.37.2.100, port: 68cd5f68-1310-4334-b214-dc31475d3f8f. Oct 20 09:04:14.972417 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Calling delete_port for 68cd5f68-1310-4334-b214-dc31475d3f8f owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:04:15.063849 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfca45-0caf-47b9-961f-77da90edbb5d req-0c2d7280-1a30-4e33-b473-ffb457aa643c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:15.065467 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cbcfca45-0caf-47b9-961f-77da90edbb5d req-0c2d7280-1a30-4e33-b473-ffb457aa643c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 946 time: 0.0473039 Oct 20 09:04:15.113924 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cbcfca45-0caf-47b9-961f-77da90edbb5d req-8dcd485d-1291-4398-91f6-da7ea571e6eb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426517 Oct 20 09:04:15.117117 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (68cd5f68-1310-4334-b214-dc31475d3f8f), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:15.152187 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'Port': ['ID=68cd5f68-1310-4334-b214-dc31475d3f8f,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:15.251829 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368930ae-9922-41fd-b7f2-793d720638e8 req-eb278b05-3f9c-4ec3-b137-8d4360b96c1f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:15.253299 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-368930ae-9922-41fd-b7f2-793d720638e8 req-eb278b05-3f9c-4ec3-b137-8d4360b96c1f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0581663 Oct 20 09:04:15.298707 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:15.314745 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:15.347108 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Router 5d6f9d11-ff8a-4c73-8522-18898834f2fd has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:04:15.351770 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-368930ae-9922-41fd-b7f2-793d720638e8 req-237af042-9a22-4b84-8be3-d21c4f93d3f1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750940 Oct 20 09:04:15.394428 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f07d74-4408-4ecd-b335-5f296debac7b req-fb5846b9-babd-4827-8c21-9002bb128ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:15.396082 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c2f07d74-4408-4ecd-b335-5f296debac7b req-fb5846b9-babd-4827-8c21-9002bb128ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0653853 Oct 20 09:04:15.444016 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c2f07d74-4408-4ecd-b335-5f296debac7b req-42131368-4137-4107-b171-615ec78f37b7 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420263 Oct 20 09:04:15.464318 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:04:15.479924 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a76259-0090-4d14-88f1-6e7229a0b6d8 None None] Sync routers for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:04:15.498239 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a76259-0090-4d14-88f1-6e7229a0b6d8 None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:04:15.498922 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-56a76259-0090-4d14-88f1-6e7229a0b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:04:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:15.508706 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] No DVR routers for this DVR port 68cd5f68-1310-4334-b214-dc31475d3f8f on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:04:15.512021 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:15.515613 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-49e5ea25-c200-47aa-8e0f-201f8551bebb req-515b025a-c6e8-4de3-a31e-ac797c31ff16 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "DELETE /networking/v2.0/ports/68cd5f68-1310-4334-b214-dc31475d3f8f HTTP/1.1" status: 204 len: 173 time: 1.1515052 Oct 20 09:04:15.516221 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'name': 'network-vif-deleted', 'tag': '68cd5f68-1310-4334-b214-dc31475d3f8f'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:15.518629 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bfc189-c318-43ee-9fff-c0f2cae7a026" -d '{"events": [{"server_uuid": "aae7b08a-4c9a-4d12-9598-193afab4ca00", "name": "network-vif-deleted", "tag": "68cd5f68-1310-4334-b214-dc31475d3f8f"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:15.577151 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d39ca-3046-4f69-b54d-1d76053c49ec x-openstack-request-id: req-4b4d39ca-3046-4f69-b54d-1d76053c49ec {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:15.577427 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae7b08a-4c9a-4d12-9598-193afab4ca00", "name": "network-vif-deleted", "tag": "68cd5f68-1310-4334-b214-dc31475d3f8f", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:15.577676 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b4d39ca-3046-4f69-b54d-1d76053c49ec {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:15.578078 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4d39ca-3046-4f69-b54d-1d76053c49ec'] response: {'server_uuid': 'aae7b08a-4c9a-4d12-9598-193afab4ca00', 'name': 'network-vif-deleted', 'tag': '68cd5f68-1310-4334-b214-dc31475d3f8f', 'status': 'completed', 'code': 200} Oct 20 09:04:15.664764 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-56a76259-0090-4d14-88f1-6e7229a0b6d8 None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:04:15.685015 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265a9e8-07bc-480e-a437-1988c8810dd3 req-1f50ac08-a351-40fe-ad74-28d8fdffa0f1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:15.686731 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b265a9e8-07bc-480e-a437-1988c8810dd3 req-1f50ac08-a351-40fe-ad74-28d8fdffa0f1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0492468 Oct 20 09:04:15.691456 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:15.736179 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b265a9e8-07bc-480e-a437-1988c8810dd3 req-1de1531e-69f9-4fee-8a8b-9526ddbe4900 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Oct 20 09:04:15.880069 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-56a76259-0090-4d14-88f1-6e7229a0b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d0cee38-c8c4-4e39-9d30-c4d39c015bcc', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.155', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:42:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:50Z', 'updated_at': '2022-10-20T09:01:29Z', 'revision_number': 2, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:15.905209 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a76259-0090-4d14-88f1-6e7229a0b6d8 None None] Checking router: 5d6f9d11-ff8a-4c73-8522-18898834f2fd for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:04:15.914188 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a76259-0090-4d14-88f1-6e7229a0b6d8 None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:04:15.914816 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-56a76259-0090-4d14-88f1-6e7229a0b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:04:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:16.031335 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-56a76259-0090-4d14-88f1-6e7229a0b6d8 None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:04:16.230870 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fc21561d-701f-4c68-a9b4-971a53182ad2 req-5a9ea98a-a4a6-48e5-b7d3-20f05c25b845 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 210 time: 0.0309520 Oct 20 09:04:16.263253 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-56a76259-0090-4d14-88f1-6e7229a0b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d0cee38-c8c4-4e39-9d30-c4d39c015bcc', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.155', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:42:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:50Z', 'updated_at': '2022-10-20T09:01:29Z', 'revision_number': 2, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:16.288198 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a76259-0090-4d14-88f1-6e7229a0b6d8 None None] The sync data for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi is: [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d0cee38-c8c4-4e39-9d30-c4d39c015bcc', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.155', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:42:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:00:50Z', 'updated_at': '2022-10-20T09:01:29Z', 'revision_number': 2, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:04:16.487699 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fa766-5aa8-442c-a108-763a9d0f9854 req-e0e49369-8b3a-4262-9381-f75561d41659 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:16.489820 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9f9fa766-5aa8-442c-a108-763a9d0f9854 req-e0e49369-8b3a-4262-9381-f75561d41659 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 943 time: 0.0543780 Oct 20 09:04:16.511448 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:16.531228 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab1fae-8c38-4058-b7ef-7ef47c1fa117 None None] New status for floating IP e75ff839-f1a2-4a35-b506-c12f064cd476: DOWN {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:04:16.543865 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9f9fa766-5aa8-442c-a108-763a9d0f9854 req-eba11f47-7aaf-414b-b826-c26bf8f55a4a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484660 Oct 20 09:04:16.780100 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059fff1-4aa5-4bc9-9407-ec70f32877e4 req-a3331fdc-b405-4f97-9b4f-5a7d1e540898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:16.783738 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2059fff1-4aa5-4bc9-9407-ec70f32877e4 req-a3331fdc-b405-4f97-9b4f-5a7d1e540898 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f1061324903c42ed9f0306471a113b82&device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 1129 time: 0.1042743 Oct 20 09:04:16.873167 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb4bd7-7699-41c1-9185-e256a962b79e req-a8f8cf6e-3d49-459c-8383-71ed97ba764d tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:16.874753 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c9fb4bd7-7699-41c1-9185-e256a962b79e req-a8f8cf6e-3d49-459c-8383-71ed97ba764d tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0541577 Oct 20 09:04:16.924980 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c9fb4bd7-7699-41c1-9185-e256a962b79e req-2a70481f-a404-431f-bd6d-63ce4f1f5b6a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444548 Oct 20 09:04:17.161245 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device ea6a461f-d2ae-49cf-a87f-19296d8271f9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:04:17.186281 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 68cd5f68-1310-4334-b214-dc31475d3f8f no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:04:17.211763 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: 68cd5f68-1310-4334-b214-dc31475d3f8f {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:04:17.211998 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059fff1-4aa5-4bc9-9407-ec70f32877e4 req-2957e0ad-30f3-4984-b547-dfe43c91674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:17.212160 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 68cd5f68-1310-4334-b214-dc31475d3f8f not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:04:17.214121 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2059fff1-4aa5-4bc9-9407-ec70f32877e4 req-2957e0ad-30f3-4984-b547-dfe43c91674b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7 HTTP/1.1" status: 200 len: 912 time: 0.1065505 Oct 20 09:04:17.300887 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2059fff1-4aa5-4bc9-9407-ec70f32877e4 req-c34c1bb2-fa3e-44ec-8da5-fbbc9e073a4d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ead535c7-97fc-458e-b3a8-642e6ca66f0a HTTP/1.1" status: 200 len: 1001 time: 0.0709484 Oct 20 09:04:17.373943 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-80b5a84f-17b0-44ef-9499-c43f88173f47 req-be8e461d-df3d-416b-b487-e71a3c0f5bb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aae7b08a-4c9a-4d12-9598-193afab4ca00 HTTP/1.1" status: 200 len: 210 time: 0.0379665 Oct 20 09:04:17.411204 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059fff1-4aa5-4bc9-9407-ec70f32877e4 req-3d06881a-bd36-41a7-8e0d-090e192f1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:17.412924 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2059fff1-4aa5-4bc9-9407-ec70f32877e4 req-3d06881a-bd36-41a7-8e0d-090e192f1f3b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f79087e-5051-4d15-b54d-c7d08bce78b2 HTTP/1.1" status: 200 len: 850 time: 0.0734534 Oct 20 09:04:17.421890 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:17.459059 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port ea6a461f-d2ae-49cf-a87f-19296d8271f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea6a461f-d2ae-49cf-a87f-19296d8271f9,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:04:17.461627 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059fff1-4aa5-4bc9-9407-ec70f32877e4 req-571819a4-63be-4252-831d-6056aa2bcc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:17.463708 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2059fff1-4aa5-4bc9-9407-ec70f32877e4 req-571819a4-63be-4252-831d-6056aa2bcc87 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414629 Oct 20 09:04:17.472262 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'port_id': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9', 'mac_address': 'fa:16:3e:33:91:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 484, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:04:17.510385 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port ea6a461f-d2ae-49cf-a87f-19296d8271f9 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:04:17.510907 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:17.525703 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6a461f-d2ae-49cf-a87f-19296d8271f9 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:04:17.546099 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port ea6a461f-d2ae-49cf-a87f-19296d8271f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea6a461f-d2ae-49cf-a87f-19296d8271f9,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:04:17.552558 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:17.565120 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2059fff1-4aa5-4bc9-9407-ec70f32877e4 req-b70c7288-7cbf-4548-8344-f4a053891359 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939519 Oct 20 09:04:17.606697 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=ea6a461f-d2ae-49cf-a87f-19296d8271f9,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:17.614185 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.614573 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.614940 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.615299 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.615641 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.615971 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.616298 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.616627 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.616952 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.617275 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.617599 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.617925 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.618245 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.619147 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.619469 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:17.669790 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1620e0-2825-4687-a220-2cc712a376a7 req-7a18125b-32e5-424c-bf8f-6537921e3ebb tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:17.671259 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fe1620e0-2825-4687-a220-2cc712a376a7 req-7a18125b-32e5-424c-bf8f-6537921e3ebb tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 944 time: 0.0484705 Oct 20 09:04:17.719658 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fe1620e0-2825-4687-a220-2cc712a376a7 req-5bcb0bf9-c3f0-4e0a-8cf4-1fc29d35739d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Oct 20 09:04:17.865160 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2059fff1-4aa5-4bc9-9407-ec70f32877e4 req-519e0c71-80b2-4715-9839-104038388aca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945094 Oct 20 09:04:18.001613 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['ea6a461f-d2ae-49cf-a87f-19296d8271f9'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:04:18.057038 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e44aec-1525-40c4-8827-3e6f299a5c82 req-16dfdec5-0a2c-4a9e-8768-4dfeff2b3aae tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:18.058580 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-64e44aec-1525-40c4-8827-3e6f299a5c82 req-16dfdec5-0a2c-4a9e-8768-4dfeff2b3aae tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0512693 Oct 20 09:04:18.088575 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:18.118858 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-64e44aec-1525-40c4-8827-3e6f299a5c82 req-c68ed145-7708-4d98-a958-7667102e0803 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482755 Oct 20 09:04:18.475997 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 33882) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:18.496592 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:18.535010 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:18.538348 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee8a6-00ec-41ba-b572-865d3d001b45 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (dc8faf1d-55c5-4f7e-9506-dd90cb2689cb), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:18.560744 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee8a6-00ec-41ba-b572-865d3d001b45 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (dc8faf1d-55c5-4f7e-9506-dd90cb2689cb), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:18.637469 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dedcca-091b-4e3d-9636-db67e45480ce req-44a87aac-3c3e-4e73-9eed-1fbf5c376616 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:18.639033 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d4dedcca-091b-4e3d-9636-db67e45480ce req-44a87aac-3c3e-4e73-9eed-1fbf5c376616 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0502057 Oct 20 09:04:18.640026 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee8a6-00ec-41ba-b572-865d3d001b45 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (dc8faf1d-55c5-4f7e-9506-dd90cb2689cb), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:18.642504 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee8a6-00ec-41ba-b572-865d3d001b45 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:18.643512 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-1d4ee8a6-00ec-41ba-b572-865d3d001b45 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/dc8faf1d-55c5-4f7e-9506-dd90cb2689cb HTTP/1.1" status: 204 len: 168 time: 0.1665092 Oct 20 09:04:18.646547 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 33886) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:18.660142 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ee8a6-00ec-41ba-b572-865d3d001b45 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8faf1d-55c5-4f7e-9506-dd90cb2689cb,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:18.660499 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.api.v2.resource [None req-3e522ee4-a826-408b-927e-3dd8549f01a1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] show failed (client error): The resource could not be found. Oct 20 09:04:18.661481 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-3e522ee4-a826-408b-927e-3dd8549f01a1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups/dc8faf1d-55c5-4f7e-9506-dd90cb2689cb HTTP/1.1" status: 404 len: 347 time: 0.0139797 Oct 20 09:04:18.664539 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 33888) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:18.696292 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d4dedcca-091b-4e3d-9636-db67e45480ce req-7346cc29-b9b5-461a-afa8-c54b9637df8f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491891 Oct 20 09:04:18.713052 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:18.781219 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-2fe734fb-a31f-436a-be9e-26afe7776642 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Deleting port 2019d0ed-cebb-4d3b-9d0b-0b57367796d5 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:04:18.781555 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2fe734fb-a31f-436a-be9e-26afe7776642 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (2019d0ed-cebb-4d3b-9d0b-0b57367796d5), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:18.883842 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd32c1-db9d-4799-9b06-0a99aa37b444 req-98218ac7-5634-4e09-8174-89ed6a8525eb tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:18.885442 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1cd32c1-db9d-4799-9b06-0a99aa37b444 req-98218ac7-5634-4e09-8174-89ed6a8525eb tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 944 time: 0.0637708 Oct 20 09:04:18.905619 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2fe734fb-a31f-436a-be9e-26afe7776642 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (2019d0ed-cebb-4d3b-9d0b-0b57367796d5), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:18.905939 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2fe734fb-a31f-436a-be9e-26afe7776642 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (2019d0ed-cebb-4d3b-9d0b-0b57367796d5), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:18.927642 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-2fe734fb-a31f-436a-be9e-26afe7776642 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Calling delete_port for 2019d0ed-cebb-4d3b-9d0b-0b57367796d5 owned by network:floatingip {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:04:18.996351 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1cd32c1-db9d-4799-9b06-0a99aa37b444 req-9d75f279-4f1a-4b6b-82e6-40c26cf282f1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050200 Oct 20 09:04:19.091090 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2fe734fb-a31f-436a-be9e-26afe7776642 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (2019d0ed-cebb-4d3b-9d0b-0b57367796d5), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:19.114387 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe734fb-a31f-436a-be9e-26afe7776642 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'Port': ['ID=2019d0ed-cebb-4d3b-9d0b-0b57367796d5,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:19.189820 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2fe734fb-a31f-436a-be9e-26afe7776642 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (e75ff839-f1a2-4a35-b506-c12f064cd476), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:19.192339 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2fe734fb-a31f-436a-be9e-26afe7776642 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:19.193546 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-2fe734fb-a31f-436a-be9e-26afe7776642 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/e75ff839-f1a2-4a35-b506-c12f064cd476 HTTP/1.1" status: 204 len: 168 time: 0.5280364 Oct 20 09:04:19.263573 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device ea6a461f-d2ae-49cf-a87f-19296d8271f9 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:04:19.266197 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e0121-8846-4f92-821b-9c919df1b9b5 req-cbe893ff-f8f1-4d52-b7f5-f1c76f5223b7 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:19.267756 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-380e0121-8846-4f92-821b-9c919df1b9b5 req-cbe893ff-f8f1-4d52-b7f5-f1c76f5223b7 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0504618 Oct 20 09:04:19.310769 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port ea6a461f-d2ae-49cf-a87f-19296d8271f9 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:04:19.317976 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port ea6a461f-d2ae-49cf-a87f-19296d8271f9 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:04:19.318504 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:19.318903 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-380e0121-8846-4f92-821b-9c919df1b9b5 req-22bdd6d4-d55a-4cb3-8bcc-0e8768e73336 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452209 Oct 20 09:04:19.319042 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port ea6a461f-d2ae-49cf-a87f-19296d8271f9 Oct 20 09:04:19.401270 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port ea6a461f-d2ae-49cf-a87f-19296d8271f9 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:04:19.401656 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:19.424997 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:19.427258 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a0adcb-b14c-4745-a02c-eb79908f37da" -d '{"events": [{"server_uuid": "4b1d0b97-f53e-40dc-895f-48be8de838ee", "name": "network-vif-plugged", "status": "completed", "tag": "ea6a461f-d2ae-49cf-a87f-19296d8271f9"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:19.440544 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port ea6a461f-d2ae-49cf-a87f-19296d8271f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea6a461f-d2ae-49cf-a87f-19296d8271f9,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:04:19.443704 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:19.471745 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa08b4c-85c5-459e-950d-721304f5762b x-openstack-request-id: req-4aa08b4c-85c5-459e-950d-721304f5762b {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:19.472043 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1d0b97-f53e-40dc-895f-48be8de838ee", "name": "network-vif-plugged", "status": "completed", "tag": "ea6a461f-d2ae-49cf-a87f-19296d8271f9", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:19.472290 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4aa08b4c-85c5-459e-950d-721304f5762b {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:19.472685 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa08b4c-85c5-459e-950d-721304f5762b'] response: {'server_uuid': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9', 'code': 200} Oct 20 09:04:19.493649 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=ea6a461f-d2ae-49cf-a87f-19296d8271f9,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:19.705877 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eacbd5-b805-448c-bbb2-b2d2f77fa6e7 req-41df7f74-c7cb-4681-b6d2-63aa1a2b6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:19.707393 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-93eacbd5-b805-448c-bbb2-b2d2f77fa6e7 req-41df7f74-c7cb-4681-b6d2-63aa1a2b6252 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 1130 time: 0.0414374 Oct 20 09:04:19.820792 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ae13c-9606-4898-8503-10d3f40978f2 req-577a1fa3-f39e-4ecd-a0a6-a530c8c8a698 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:19.824351 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a85ae13c-9606-4898-8503-10d3f40978f2 req-577a1fa3-f39e-4ecd-a0a6-a530c8c8a698 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0476160 Oct 20 09:04:19.879394 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a85ae13c-9606-4898-8503-10d3f40978f2 req-2ecc1995-e1d3-455f-aef0-895a4a4d5c53 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494378 Oct 20 09:04:19.960496 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eacbd5-b805-448c-bbb2-b2d2f77fa6e7 req-26bdf659-81ad-459f-afd2-cdce4cec79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:19.961953 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-93eacbd5-b805-448c-bbb2-b2d2f77fa6e7 req-26bdf659-81ad-459f-afd2-cdce4cec79b7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.0975759 Oct 20 09:04:20.081053 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-93eacbd5-b805-448c-bbb2-b2d2f77fa6e7 req-a2f2fef9-d7ab-4547-b8d1-0110bb75f003 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 HTTP/1.1" status: 200 len: 1001 time: 0.0605874 Oct 20 09:04:20.147352 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695e971-8aec-484f-a12c-0e812a9cea2b req-d7e17dd0-c6a2-4248-9008-e98fa2f86bc6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:20.148715 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8695e971-8aec-484f-a12c-0e812a9cea2b req-d7e17dd0-c6a2-4248-9008-e98fa2f86bc6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 945 time: 0.0467682 Oct 20 09:04:20.228844 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eacbd5-b805-448c-bbb2-b2d2f77fa6e7 req-509302f6-7d36-4bcd-bad5-49870d0eafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:20.230441 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-93eacbd5-b805-448c-bbb2-b2d2f77fa6e7 req-509302f6-7d36-4bcd-bad5-49870d0eafc2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.0535846 Oct 20 09:04:20.234999 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8695e971-8aec-484f-a12c-0e812a9cea2b req-3e953736-0862-4b99-a575-5570d6e274fb tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806992 Oct 20 09:04:20.250438 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f2a7a-f1e1-403b-8ace-f41db5071e2b req-36f5f115-b17b-4817-a145-425b1c151086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:20.252039 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-803f2a7a-f1e1-403b-8ace-f41db5071e2b req-36f5f115-b17b-4817-a145-425b1c151086 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 1129 time: 0.0693810 Oct 20 09:04:20.285862 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eacbd5-b805-448c-bbb2-b2d2f77fa6e7 req-4fe74d3c-9a87-4a99-90a4-33df03dc3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:20.287446 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-93eacbd5-b805-448c-bbb2-b2d2f77fa6e7 req-4fe74d3c-9a87-4a99-90a4-33df03dc3296 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495627 Oct 20 09:04:20.299821 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-803f2a7a-f1e1-403b-8ace-f41db5071e2b req-48add569-92ff-4a7e-bb64-ea9001d18c46 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410216 Oct 20 09:04:20.384657 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-93eacbd5-b805-448c-bbb2-b2d2f77fa6e7 req-b4d842a7-cdaf-47be-9c74-2bc9c2dec032 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876570 Oct 20 09:04:21.004051 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b631dbf-0fde-4517-9af7-cc40433026af req-e4292eb6-a27d-4f80-83e1-e7b1d8c4fa4c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:21.005516 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0b631dbf-0fde-4517-9af7-cc40433026af req-e4292eb6-a27d-4f80-83e1-e7b1d8c4fa4c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0523980 Oct 20 09:04:21.052683 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0b631dbf-0fde-4517-9af7-cc40433026af req-17b78668-0ba4-4329-9ce9-595c95308c8e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409813 Oct 20 09:04:21.122030 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-93eacbd5-b805-448c-bbb2-b2d2f77fa6e7 req-7ccb63d7-c64b-40b6-a7fc-629179d85527 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852005 Oct 20 09:04:21.351734 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49371b7a-7e01-47bf-b642-5b1a535c02d2 req-fcd78b4a-ed78-4db8-800b-3807fa37b12b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:21.353241 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-49371b7a-7e01-47bf-b642-5b1a535c02d2 req-fcd78b4a-ed78-4db8-800b-3807fa37b12b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 945 time: 0.0471401 Oct 20 09:04:21.410895 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-49371b7a-7e01-47bf-b642-5b1a535c02d2 req-5aed836c-bcfe-4955-a363-fc2eef55cf9e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518031 Oct 20 09:04:21.513175 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:21.531180 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d51bf-a41f-4282-a551-c9d920d71f46 req-76b6135f-6de6-40c5-82b2-14f0e8b6b739 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:21.532656 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-851d51bf-a41f-4282-a551-c9d920d71f46 req-76b6135f-6de6-40c5-82b2-14f0e8b6b739 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 945 time: 0.0468502 Oct 20 09:04:21.577738 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:21.585589 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-851d51bf-a41f-4282-a551-c9d920d71f46 req-1d4930cc-7889-4ee3-b2a6-1cf40f1640fb tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Oct 20 09:04:22.175074 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed495f8-5ed8-4eb3-a00f-83b556ea37c7 req-3d89d0ed-ac4c-4b47-af4e-c0716ef75893 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:22.176552 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fed495f8-5ed8-4eb3-a00f-83b556ea37c7 req-3d89d0ed-ac4c-4b47-af4e-c0716ef75893 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0471435 Oct 20 09:04:22.223833 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fed495f8-5ed8-4eb3-a00f-83b556ea37c7 req-8297d176-3d44-4be0-9d9f-17b6603eed5c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417485 Oct 20 09:04:22.533104 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4d75b-e9f8-41a7-b32a-343a4b0a4a54 req-c30fd048-db87-4986-83ce-57fab6d1d8ad tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:22.534589 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-adf4d75b-e9f8-41a7-b32a-343a4b0a4a54 req-c30fd048-db87-4986-83ce-57fab6d1d8ad tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 945 time: 0.0463028 Oct 20 09:04:22.581818 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-adf4d75b-e9f8-41a7-b32a-343a4b0a4a54 req-c17a2a71-d3e6-4172-a0ea-734d2c745e48 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Oct 20 09:04:22.707779 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0882c6-db82-4bdb-ad19-80afc9fed4d0 req-702e7fc8-dc06-455c-b896-501c7abb41fe tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:22.709214 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-aa0882c6-db82-4bdb-ad19-80afc9fed4d0 req-702e7fc8-dc06-455c-b896-501c7abb41fe tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 945 time: 0.0489087 Oct 20 09:04:22.754942 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-aa0882c6-db82-4bdb-ad19-80afc9fed4d0 req-d9aebab6-73a9-4604-948c-cbeb034a279f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Oct 20 09:04:23.332974 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:23.341903 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a234fa0-be0b-46f3-a65e-ea7bb77ddcd9 req-fd979b94-640d-4529-b3bd-5b88258d527e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:23.343389 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3a234fa0-be0b-46f3-a65e-ea7bb77ddcd9 req-fd979b94-640d-4529-b3bd-5b88258d527e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0458269 Oct 20 09:04:23.376636 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:23.394163 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3a234fa0-be0b-46f3-a65e-ea7bb77ddcd9 req-a2e8c65a-4483-4c93-bb5c-59b404339e35 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452132 Oct 20 09:04:23.701651 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360eff4-b1fb-482a-b0e0-11441bf9e483 req-bb3d94f6-e0a5-47b8-9a09-a55036adae45 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:23.703372 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8360eff4-b1fb-482a-b0e0-11441bf9e483 req-bb3d94f6-e0a5-47b8-9a09-a55036adae45 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 945 time: 0.0468695 Oct 20 09:04:23.751868 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8360eff4-b1fb-482a-b0e0-11441bf9e483 req-c869c83a-dfb6-49ef-a698-ea5de48dad53 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Oct 20 09:04:23.871077 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8de14a-4073-43dd-a32c-bfd0017bcf0e req-2d09a62d-461e-4f4d-a14a-7cf74997d466 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:23.874084 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fc8de14a-4073-43dd-a32c-bfd0017bcf0e req-2d09a62d-461e-4f4d-a14a-7cf74997d466 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 945 time: 0.0472975 Oct 20 09:04:23.875910 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11459fac-d348-446a-94e0-f2b37923e8a7 req-9922cc24-b842-4448-8419-0a3739fa52eb tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:23.882523 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-11459fac-d348-446a-94e0-f2b37923e8a7 req-9922cc24-b842-4448-8419-0a3739fa52eb tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 945 time: 0.0515933 Oct 20 09:04:23.928018 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-11459fac-d348-446a-94e0-f2b37923e8a7 req-b040f486-9fca-42da-b546-8c543d3cadf4 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2db327dd-f330-472c-ab6a-08b1b73146da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446603 Oct 20 09:04:23.930685 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fc8de14a-4073-43dd-a32c-bfd0017bcf0e req-e4bb1b6f-6133-4e45-b194-ab7d460a8f5c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426311 Oct 20 09:04:23.959374 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 33954) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:24.086689 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d1470c-a6fe-4f9a-aa85-f0a8c74ef411 tempest-TestVolumeBootPattern-1191680592 tempest-TestVolumeBootPattern-1191680592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:24.088727 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-71d1470c-a6fe-4f9a-aa85-f0a8c74ef411 tempest-TestVolumeBootPattern-1191680592 tempest-TestVolumeBootPattern-1191680592-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 1124 time: 0.1283727 Oct 20 09:04:24.091859 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 33958) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:24.095932 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'port_id': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:04:24.117666 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:24.201085 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e2155-e7c5-427a-b8f8-3369e2dc737c req-b4e10076-9681-4f3e-8185-8163cff6911f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:24.201479 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:24.202743 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fa2e2155-e7c5-427a-b8f8-3369e2dc737c req-b4e10076-9681-4f3e-8185-8163cff6911f tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 945 time: 0.0539777 Oct 20 09:04:24.311153 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Allocated IP 172.37.2.205 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/a8cc145e-a5bd-44c4-9d1c-20c077d90bfa) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:04:24.360023 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-fa2e2155-e7c5-427a-b8f8-3369e2dc737c req-a7b80b67-5d9c-4807-9e96-819a6587d7cf tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Deleting port eeeae5ec-ff15-4944-a558-e9f736d0ca1e {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:04:24.360360 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-fa2e2155-e7c5-427a-b8f8-3369e2dc737c req-a7b80b67-5d9c-4807-9e96-819a6587d7cf tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:24.417319 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for port (a8cc145e-a5bd-44c4-9d1c-20c077d90bfa), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:24.450967 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (a8cc145e-a5bd-44c4-9d1c-20c077d90bfa), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:24.464368 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-fa2e2155-e7c5-427a-b8f8-3369e2dc737c req-a7b80b67-5d9c-4807-9e96-819a6587d7cf tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] For port eeeae5ec-ff15-4944-a558-e9f736d0ca1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eeeae5ec-ff15-4944-a558-e9f736d0ca1e,segment=NetworkSegment(10ee2b8f-225b-4078-a1e3-ca61c72306c6),segment_id=10ee2b8f-225b-4078-a1e3-ca61c72306c6)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:04:24.464650 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-fa2e2155-e7c5-427a-b8f8-3369e2dc737c req-a7b80b67-5d9c-4807-9e96-819a6587d7cf tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:24.482548 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-fa2e2155-e7c5-427a-b8f8-3369e2dc737c req-a7b80b67-5d9c-4807-9e96-819a6587d7cf tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Calling delete_port for eeeae5ec-ff15-4944-a558-e9f736d0ca1e owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:04:24.495073 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:04:24.496473 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:04:24.500095 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:04:24.526567 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'Port': ['ID=a8cc145e-a5bd-44c4-9d1c-20c077d90bfa,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:24.573300 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94070faa-d0d3-41d9-b187-64712243fd55 req-f40a35a2-11a2-4007-8934-9e059f2fdee0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:24.574848 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-94070faa-d0d3-41d9-b187-64712243fd55 req-f40a35a2-11a2-4007-8934-9e059f2fdee0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0942929 Oct 20 09:04:24.648757 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-94070faa-d0d3-41d9-b187-64712243fd55 req-8c0c3cca-a59b-4978-8c3f-be71857c06f7 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681305 Oct 20 09:04:24.710601 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-fa2e2155-e7c5-427a-b8f8-3369e2dc737c req-a7b80b67-5d9c-4807-9e96-819a6587d7cf tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (eeeae5ec-ff15-4944-a558-e9f736d0ca1e), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:24.743700 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b80b67-5d9c-4807-9e96-819a6587d7cf tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Pushing event deleted for resources: {'Port': ['ID=eeeae5ec-ff15-4944-a558-e9f736d0ca1e,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:24.751493 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['eeeae5ec-ff15-4944-a558-e9f736d0ca1e'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:04:24.792444 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2e2155-e7c5-427a-b8f8-3369e2dc737c req-a7b80b67-5d9c-4807-9e96-819a6587d7cf tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] No DVR routers for this DVR port eeeae5ec-ff15-4944-a558-e9f736d0ca1e on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:04:24.795589 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-fa2e2155-e7c5-427a-b8f8-3369e2dc737c req-a7b80b67-5d9c-4807-9e96-819a6587d7cf tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:24.799824 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fa2e2155-e7c5-427a-b8f8-3369e2dc737c req-a7b80b67-5d9c-4807-9e96-819a6587d7cf tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.23 "DELETE /networking/v2.0/ports/eeeae5ec-ff15-4944-a558-e9f736d0ca1e HTTP/1.1" status: 204 len: 173 time: 0.5259781 Oct 20 09:04:24.800384 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98592479-f7da-4df7-ad14-c6aea41d81e0', 'name': 'network-vif-deleted', 'tag': 'eeeae5ec-ff15-4944-a558-e9f736d0ca1e'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:24.802805 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b08548-ccdb-4fce-b593-59f2601070e4" -d '{"events": [{"server_uuid": "98592479-f7da-4df7-ad14-c6aea41d81e0", "name": "network-vif-deleted", "tag": "eeeae5ec-ff15-4944-a558-e9f736d0ca1e"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:24.850848 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d2747d-afff-4f15-8339-425086015461 x-openstack-request-id: req-a8d2747d-afff-4f15-8339-425086015461 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:24.851290 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98592479-f7da-4df7-ad14-c6aea41d81e0", "name": "network-vif-deleted", "tag": "eeeae5ec-ff15-4944-a558-e9f736d0ca1e", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:24.851575 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8d2747d-afff-4f15-8339-425086015461 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:24.851937 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d2747d-afff-4f15-8339-425086015461'] response: {'server_uuid': '98592479-f7da-4df7-ad14-c6aea41d81e0', 'name': 'network-vif-deleted', 'tag': 'eeeae5ec-ff15-4944-a558-e9f736d0ca1e', 'status': 'completed', 'code': 200} Oct 20 09:04:25.064053 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:25.067423 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:25.082033 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bc159909-260b-406c-a558-3a7a2688b04d req-2a54a303-d047-44d7-855a-37c6e4cb2f7c tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 210 time: 0.0289340 Oct 20 09:04:25.125785 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac1fce-5f24-443a-875b-9ec37d6147d4 req-bf429760-3b4e-4d21-9935-ed58818e34c8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:25.127288 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-64ac1fce-5f24-443a-875b-9ec37d6147d4 req-bf429760-3b4e-4d21-9935-ed58818e34c8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 945 time: 0.0621052 Oct 20 09:04:25.232653 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-64ac1fce-5f24-443a-875b-9ec37d6147d4 req-b46f9095-6661-4fd3-8e28-75a2c8416d7a tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819702 Oct 20 09:04:25.240118 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (86c27aed-de2f-4848-8650-83ce9c67ad81), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:25.306006 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a8cc145e-a5bd-44c4-9d1c-20c077d90bfa), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:25.452195 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for port (a8cc145e-a5bd-44c4-9d1c-20c077d90bfa), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:25.456494 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (a8cc145e-a5bd-44c4-9d1c-20c077d90bfa), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:25.526363 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (86c27aed-de2f-4848-8650-83ce9c67ad81), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:25.528168 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'Port': ['ID=a8cc145e-a5bd-44c4-9d1c-20c077d90bfa,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:25.623298 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Floating IP 86c27aed-de2f-4848-8650-83ce9c67ad81 associated. External IP: 172.37.2.205, port: ea6a461f-d2ae-49cf-a87f-19296d8271f9. Oct 20 09:04:25.738370 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:25.759064 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:25.776340 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c94b63-e13c-4947-b4dc-5dec1fb356a8 req-716f7df0-a0c3-4e3f-9f9e-266554db321b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:25.777881 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-69c94b63-e13c-4947-b4dc-5dec1fb356a8 req-716f7df0-a0c3-4e3f-9f9e-266554db321b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0495961 Oct 20 09:04:25.819993 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Router 3e2283d4-42cc-40d2-9529-fb7a4926321b has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:04:25.827747 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-69c94b63-e13c-4947-b4dc-5dec1fb356a8 req-6e0204f6-837d-42a4-b3d2-51d4b7176c9a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440652 Oct 20 09:04:25.830880 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:25.883731 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:25.927411 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:04:25.936798 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8b074-f4c7-486a-b5b0-b1065f6c3db7 None None] Sync routers for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:04:25.945222 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:25.946528 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb8b074-f4c7-486a-b5b0-b1065f6c3db7 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:04:25.947682 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-acb8b074-f4c7-486a-b5b0-b1065f6c3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:04:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:25.975734 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-f1033efa-bc11-4799-9dc2-8b409c48e4cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8828871 Oct 20 09:04:25.976373 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'tag': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:25.978645 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca19783-f962-4153-9450-eb6167953124" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1d0b97-f53e-40dc-895f-48be8de838ee", "tag": "ea6a461f-d2ae-49cf-a87f-19296d8271f9"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:25.982062 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:26.015915 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995f99e6-a1a3-48d5-9b1e-71566bafa754 x-openstack-request-id: req-995f99e6-a1a3-48d5-9b1e-71566bafa754 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:26.016209 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1d0b97-f53e-40dc-895f-48be8de838ee", "tag": "ea6a461f-d2ae-49cf-a87f-19296d8271f9", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:26.016467 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-995f99e6-a1a3-48d5-9b1e-71566bafa754 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:26.016875 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995f99e6-a1a3-48d5-9b1e-71566bafa754'] response: {'name': 'network-changed', 'server_uuid': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'tag': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9', 'status': 'completed', 'code': 200} Oct 20 09:04:26.052566 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-acb8b074-f4c7-486a-b5b0-b1065f6c3db7 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:04:26.197263 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-9db5bd18-3f10-4fd4-a06c-0fa9abdcfc2f req-8163ca67-3b11-404b-8db8-d1e1a8d73312 tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 210 time: 0.0277722 Oct 20 09:04:26.259270 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-acb8b074-f4c7-486a-b5b0-b1065f6c3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '86c27aed-de2f-4848-8650-83ce9c67ad81', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.205', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:33:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:04:25Z', 'updated_at': '2022-10-20T09:04:25Z', 'revision_number': 0, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:26.287051 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8b074-f4c7-486a-b5b0-b1065f6c3db7 None None] Checking router: 3e2283d4-42cc-40d2-9529-fb7a4926321b for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:04:26.295993 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb8b074-f4c7-486a-b5b0-b1065f6c3db7 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:04:26.296600 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-acb8b074-f4c7-486a-b5b0-b1065f6c3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:04:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:26.356953 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5431fe6-bc01-4532-9949-163c2209d3c7 req-2728a0dc-9ad3-4765-adbe-4348ee9ce1f9 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:26.358623 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f5431fe6-bc01-4532-9949-163c2209d3c7 req-2728a0dc-9ad3-4765-adbe-4348ee9ce1f9 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 945 time: 0.0499964 Oct 20 09:04:26.385604 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:26.400602 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-acb8b074-f4c7-486a-b5b0-b1065f6c3db7 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:04:26.408340 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f5431fe6-bc01-4532-9949-163c2209d3c7 req-0c97d7ae-c03a-477c-a9c6-b89d850a8929 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438924 Oct 20 09:04:26.568125 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca19783-f962-4153-9450-eb6167953124 req-8f7c7f9f-4633-41a0-92f6-178ed27112c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:26.569612 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dca19783-f962-4153-9450-eb6167953124 req-8f7c7f9f-4633-41a0-92f6-178ed27112c5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 1129 time: 0.0392787 Oct 20 09:04:26.612992 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-acb8b074-f4c7-486a-b5b0-b1065f6c3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '86c27aed-de2f-4848-8650-83ce9c67ad81', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.205', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:33:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:04:25Z', 'updated_at': '2022-10-20T09:04:25Z', 'revision_number': 0, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:26.637774 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8b074-f4c7-486a-b5b0-b1065f6c3db7 None None] The sync data for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi is: [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '86c27aed-de2f-4848-8650-83ce9c67ad81', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.205', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:33:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:04:25Z', 'updated_at': '2022-10-20T09:04:25Z', 'revision_number': 0, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:04:26.819642 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca19783-f962-4153-9450-eb6167953124 req-c26edd97-54f3-4799-8d83-7675d72a9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:26.821136 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dca19783-f962-4153-9450-eb6167953124 req-c26edd97-54f3-4799-8d83-7675d72a9e88 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 913 time: 0.0936244 Oct 20 09:04:26.841622 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c30834-4e4a-445c-9bac-2b20b3198408 None None] New status for floating IP 86c27aed-de2f-4848-8650-83ce9c67ad81: ACTIVE {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:04:26.953155 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-18a09905-c35d-4e26-860f-229f4a8260d1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:26.955839 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-18a09905-c35d-4e26-860f-229f4a8260d1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 945 time: 0.0602093 Oct 20 09:04:26.984471 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c57b2-4da7-4ff7-92cf-bc01e8caef81 req-cdc31b02-45e9-4725-9ab9-5e7867c5ee99 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:26.994627 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a71c57b2-4da7-4ff7-92cf-bc01e8caef81 req-cdc31b02-45e9-4725-9ab9-5e7867c5ee99 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0714424 Oct 20 09:04:27.003691 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dca19783-f962-4153-9450-eb6167953124 req-52716592-ddbf-484c-b369-f33f8cc02372 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea6a461f-d2ae-49cf-a87f-19296d8271f9 HTTP/1.1" status: 200 len: 999 time: 0.1156902 Oct 20 09:04:27.061155 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Deleting port 7681f5a2-5dbc-4513-b44a-9c70525ecfee {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:04:27.061577 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:27.077672 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a71c57b2-4da7-4ff7-92cf-bc01e8caef81 req-3b4560b4-c087-42e7-872c-f01251a34cb2 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821784 Oct 20 09:04:27.087058 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca19783-f962-4153-9450-eb6167953124 req-fbd8de51-c59b-4e6f-a002-673013f0f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:27.089268 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dca19783-f962-4153-9450-eb6167953124 req-fbd8de51-c59b-4e6f-a002-673013f0f014 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0676565 Oct 20 09:04:27.154908 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] For port 7681f5a2-5dbc-4513-b44a-9c70525ecfee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7681f5a2-5dbc-4513-b44a-9c70525ecfee,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:04:27.155184 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:27.323729 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-89237cc4-334f-44dc-a4f6-7fbab63b1dc2 req-0c83210f-aef9-4f67-8286-4687e7618e4b tempest-VolumesSnapshotTestJSON-1293092775 tempest-VolumesSnapshotTestJSON-1293092775-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=98592479-f7da-4df7-ad14-c6aea41d81e0 HTTP/1.1" status: 200 len: 210 time: 0.0367503 Oct 20 09:04:27.337277 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device eeeae5ec-ff15-4944-a558-e9f736d0ca1e no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:04:27.365897 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: eeeae5ec-ff15-4944-a558-e9f736d0ca1e {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:04:27.366498 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device eeeae5ec-ff15-4944-a558-e9f736d0ca1e not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:04:27.367093 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 7681f5a2-5dbc-4513-b44a-9c70525ecfee no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:04:27.383536 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca19783-f962-4153-9450-eb6167953124 req-0e24e6e3-ec0a-4d12-84c1-f58398018c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:27.385318 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dca19783-f962-4153-9450-eb6167953124 req-0e24e6e3-ec0a-4d12-84c1-f58398018c08 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486262 Oct 20 09:04:27.406378 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:27.407481 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (8d0cee38-c8c4-4e39-9d30-c4d39c015bcc), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:27.408012 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Floating IP 8d0cee38-c8c4-4e39-9d30-c4d39c015bcc disassociated. External IP: 172.37.2.155, port: 7681f5a2-5dbc-4513-b44a-9c70525ecfee. Oct 20 09:04:27.408357 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Calling delete_port for 7681f5a2-5dbc-4513-b44a-9c70525ecfee owned by compute:nova {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:04:27.441589 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 7681f5a2-5dbc-4513-b44a-9c70525ecfee is: ACTIVE; New status is: DOWN {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:04:27.441978 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:27.466860 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7681f5a2-5dbc-4513-b44a-9c70525ecfee'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:27.469116 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8db39e-d5c2-406b-b8aa-eac93acdc539" -d '{"events": [{"server_uuid": "ec9ae57d-3e5a-490f-beba-d071e86a7b31", "name": "network-vif-unplugged", "status": "completed", "tag": "7681f5a2-5dbc-4513-b44a-9c70525ecfee"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:27.487698 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 7681f5a2-5dbc-4513-b44a-9c70525ecfee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7681f5a2-5dbc-4513-b44a-9c70525ecfee,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:04:27.497304 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:27.508371 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dca19783-f962-4153-9450-eb6167953124 req-a0244578-d555-428a-8a8b-7dc1f6847901 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154046 Oct 20 09:04:27.539848 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81547964-8a2c-4a30-95b9-014a7852d449 x-openstack-request-id: req-81547964-8a2c-4a30-95b9-014a7852d449 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:27.540148 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9ae57d-3e5a-490f-beba-d071e86a7b31", "name": "network-vif-unplugged", "status": "completed", "tag": "7681f5a2-5dbc-4513-b44a-9c70525ecfee", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:27.540542 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81547964-8a2c-4a30-95b9-014a7852d449 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:27.540917 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81547964-8a2c-4a30-95b9-014a7852d449'] response: {'server_uuid': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'code': 200} Oct 20 09:04:27.556494 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=7681f5a2-5dbc-4513-b44a-9c70525ecfee,revision_number=6']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:27.620530 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (7681f5a2-5dbc-4513-b44a-9c70525ecfee), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:27.631724 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97140a4-ac05-4f1f-bd88-0f1c2bcca9a6 req-326d8a10-a944-4f60-874c-a89ec1bd8da4 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:27.633235 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c97140a4-ac05-4f1f-bd88-0f1c2bcca9a6 req-326d8a10-a944-4f60-874c-a89ec1bd8da4 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 943 time: 0.0794971 Oct 20 09:04:27.648416 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'Port': ['ID=7681f5a2-5dbc-4513-b44a-9c70525ecfee,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:27.691976 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dca19783-f962-4153-9450-eb6167953124 req-b0df7a3b-2d37-4d43-bb5d-3d00af7a9def service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754937 Oct 20 09:04:27.709723 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c97140a4-ac05-4f1f-bd88-0f1c2bcca9a6 req-0ea0d7fd-1ab8-455c-84e9-195407593114 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b598b972-d2a7-4229-b3a2-71082b416e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685644 Oct 20 09:04:27.761135 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Router 5d6f9d11-ff8a-4c73-8522-18898834f2fd has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:04:27.801649 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:27.805542 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:27.865751 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:04:27.875720 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ba6ee-467a-45d2-9991-f5260d0df84e None None] Sync routers for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:04:27.887325 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ba6ee-467a-45d2-9991-f5260d0df84e None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:04:27.887957 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-d09ba6ee-467a-45d2-9991-f5260d0df84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:04:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:27.908293 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] No DVR routers for this DVR port 7681f5a2-5dbc-4513-b44a-9c70525ecfee on host hv-cinder-maste {{(pid=104618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:04:27.910746 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:27.913913 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ece2e2c3-bef0-4326-8648-d40438ad4ce2 req-a0b6f6aa-f101-4a13-852c-39143f142dbd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "DELETE /networking/v2.0/ports/7681f5a2-5dbc-4513-b44a-9c70525ecfee HTTP/1.1" status: 204 len: 173 time: 0.9527121 Oct 20 09:04:27.923798 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:27.992726 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-d09ba6ee-467a-45d2-9991-f5260d0df84e None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:04:28.018313 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'name': 'network-vif-deleted', 'tag': '7681f5a2-5dbc-4513-b44a-9c70525ecfee'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:28.020839 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73ca0d2-f716-45ed-8316-bc0b852d36a7" -d '{"events": [{"server_uuid": "ec9ae57d-3e5a-490f-beba-d071e86a7b31", "name": "network-vif-deleted", "tag": "7681f5a2-5dbc-4513-b44a-9c70525ecfee"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:28.061742 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a25f3f-cc3f-477a-a902-8ea34b4d11cb x-openstack-request-id: req-e1a25f3f-cc3f-477a-a902-8ea34b4d11cb {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:28.062034 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9ae57d-3e5a-490f-beba-d071e86a7b31", "name": "network-vif-deleted", "tag": "7681f5a2-5dbc-4513-b44a-9c70525ecfee", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:28.062284 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1a25f3f-cc3f-477a-a902-8ea34b4d11cb {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:28.062711 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a25f3f-cc3f-477a-a902-8ea34b4d11cb'] response: {'server_uuid': 'ec9ae57d-3e5a-490f-beba-d071e86a7b31', 'name': 'network-vif-deleted', 'tag': '7681f5a2-5dbc-4513-b44a-9c70525ecfee', 'status': 'completed', 'code': 200} Oct 20 09:04:28.199305 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-d09ba6ee-467a-45d2-9991-f5260d0df84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:28.225338 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ba6ee-467a-45d2-9991-f5260d0df84e None None] Checking router: 5d6f9d11-ff8a-4c73-8522-18898834f2fd for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:04:28.234760 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ba6ee-467a-45d2-9991-f5260d0df84e None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:04:28.235712 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-d09ba6ee-467a-45d2-9991-f5260d0df84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:04:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:28.237573 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd06d7-de16-400c-ac17-d4f0b6925219 req-75cd8e6f-6876-4285-81d5-86c9ecb7dd81 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:28.239115 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e3dd06d7-de16-400c-ac17-d4f0b6925219 req-75cd8e6f-6876-4285-81d5-86c9ecb7dd81 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0568485 Oct 20 09:04:28.289172 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e3dd06d7-de16-400c-ac17-d4f0b6925219 req-188458fd-9b3b-4d31-8cf6-8a1a54fbb393 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436909 Oct 20 09:04:28.345589 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-d09ba6ee-467a-45d2-9991-f5260d0df84e None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:04:28.389595 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:28.693097 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-d09ba6ee-467a-45d2-9991-f5260d0df84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:28.719585 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ba6ee-467a-45d2-9991-f5260d0df84e None None] The sync data for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi is: [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:04:28.839453 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bd721355-f0ff-460b-adf2-4332e56269a1 req-7fffe6b2-5a50-4730-9c11-7bcbcebbbe70 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ec9ae57d-3e5a-490f-beba-d071e86a7b31 HTTP/1.1" status: 200 len: 210 time: 0.0282915 Oct 20 09:04:28.936494 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5a52-2b94-45cf-bd78-72f2efe34851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:28.967327 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be90036-0019-416e-8a36-bf6b92397c48 None None] New status for floating IP 8d0cee38-c8c4-4e39-9d30-c4d39c015bcc: DOWN {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:04:29.414494 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d063619-2e63-42d8-b351-fb689d570d58 req-2e91d53c-3e56-4e60-b932-c459440228ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:29.416613 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9d063619-2e63-42d8-b351-fb689d570d58 req-2e91d53c-3e56-4e60-b932-c459440228ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0471005 Oct 20 09:04:29.461674 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9d063619-2e63-42d8-b351-fb689d570d58 req-5246d96f-1b64-48db-873d-c106ac4d84fb tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393932 Oct 20 09:04:29.935031 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34020) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:29.991792 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d09f511c-f176-481e-b37b-c8917f278f97 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (b598b972-d2a7-4229-b3a2-71082b416e5c), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.000269 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:30.014577 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d09f511c-f176-481e-b37b-c8917f278f97 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (b598b972-d2a7-4229-b3a2-71082b416e5c), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.060258 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d09f511c-f176-481e-b37b-c8917f278f97 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (b598b972-d2a7-4229-b3a2-71082b416e5c), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.062773 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d09f511c-f176-481e-b37b-c8917f278f97 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.063891 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d09f511c-f176-481e-b37b-c8917f278f97 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b598b972-d2a7-4229-b3a2-71082b416e5c HTTP/1.1" status: 204 len: 168 time: 0.1278486 Oct 20 09:04:30.066689 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34022) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:30.073133 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f511c-f176-481e-b37b-c8917f278f97 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b598b972-d2a7-4229-b3a2-71082b416e5c,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:30.083124 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.api.v2.resource [None req-55852ce1-4d8b-4bf7-8a8a-68ba4cb50b11 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] show failed (client error): The resource could not be found. Oct 20 09:04:30.084124 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-55852ce1-4d8b-4bf7-8a8a-68ba4cb50b11 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups/b598b972-d2a7-4229-b3a2-71082b416e5c HTTP/1.1" status: 404 len: 347 time: 0.0164433 Oct 20 09:04:30.087004 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34024) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:30.197240 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-cad888f0-ca44-40e6-b659-0ca58d57370c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Deleting port 3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:04:30.197514 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cad888f0-ca44-40e6-b659-0ca58d57370c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.270225 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cad888f0-ca44-40e6-b659-0ca58d57370c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.270573 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cad888f0-ca44-40e6-b659-0ca58d57370c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.282318 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-cad888f0-ca44-40e6-b659-0ca58d57370c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Calling delete_port for 3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0 owned by network:floatingip {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:04:30.412262 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cad888f0-ca44-40e6-b659-0ca58d57370c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.436652 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad888f0-ca44-40e6-b659-0ca58d57370c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'Port': ['ID=3eb71c45-a137-4e20-aaf5-b7f5fde9c8f0,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:30.500750 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cad888f0-ca44-40e6-b659-0ca58d57370c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (8d0cee38-c8c4-4e39-9d30-c4d39c015bcc), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.503333 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cad888f0-ca44-40e6-b659-0ca58d57370c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.504473 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-cad888f0-ca44-40e6-b659-0ca58d57370c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/8d0cee38-c8c4-4e39-9d30-c4d39c015bcc HTTP/1.1" status: 204 len: 168 time: 0.4160831 Oct 20 09:04:30.584527 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34030) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:30.587757 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e3eae-697c-4788-a274-6f768b61e64b req-8046e6b0-b903-445e-ba83-918b333d8e04 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:30.588988 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-281ef9ef-f4d7-48ac-ab93-2129021fc61a tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042255712', 'description': 'tempest-description--718033339'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:04:30.589238 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-409e3eae-697c-4788-a274-6f768b61e64b req-8046e6b0-b903-445e-ba83-918b333d8e04 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0471911 Oct 20 09:04:30.610020 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-281ef9ef-f4d7-48ac-ab93-2129021fc61a tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.624730 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:30.641597 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-409e3eae-697c-4788-a274-6f768b61e64b req-bc33915c-e402-4f34-bddf-3b30cba8b20e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464363 Oct 20 09:04:30.678965 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-281ef9ef-f4d7-48ac-ab93-2129021fc61a tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (c40c97e5-5cf7-45b7-a847-99a5bb3736fd), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.683244 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-281ef9ef-f4d7-48ac-ab93-2129021fc61a tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (c40c97e5-5cf7-45b7-a847-99a5bb3736fd), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.713032 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-281ef9ef-f4d7-48ac-ab93-2129021fc61a tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.714227 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-281ef9ef-f4d7-48ac-ab93-2129021fc61a tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287122 Oct 20 09:04:30.715647 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ef9ef-f4d7-48ac-ab93-2129021fc61a tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40c97e5-5cf7-45b7-a847-99a5bb3736fd,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:30.717517 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34032) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:30.721964 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-20f8ee6b-2ade-45b4-9635-7ac6200a2de8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group_rule': {'security_group_id': 'c40c97e5-5cf7-45b7-a847-99a5bb3736fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:04:30.748267 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-20f8ee6b-2ade-45b4-9635-7ac6200a2de8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (1bf9bdcd-ab44-4925-ad2c-252733e650fd), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.804533 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-20f8ee6b-2ade-45b4-9635-7ac6200a2de8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (1bf9bdcd-ab44-4925-ad2c-252733e650fd), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.807915 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-20f8ee6b-2ade-45b4-9635-7ac6200a2de8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (1bf9bdcd-ab44-4925-ad2c-252733e650fd), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.826045 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8ee6b-2ade-45b4-9635-7ac6200a2de8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf9bdcd-ab44-4925-ad2c-252733e650fd,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:30.830907 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-20f8ee6b-2ade-45b4-9635-7ac6200a2de8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.832114 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-20f8ee6b-2ade-45b4-9635-7ac6200a2de8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135564 Oct 20 09:04:30.834775 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34034) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:30.839387 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-7de97833-3b96-440a-907d-d46b68223049 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group_rule': {'security_group_id': 'c40c97e5-5cf7-45b7-a847-99a5bb3736fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:04:30.865395 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7de97833-3b96-440a-907d-d46b68223049 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (fb64e73b-32a5-4d43-b507-55b7827fdbe7), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.926660 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7de97833-3b96-440a-907d-d46b68223049 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (fb64e73b-32a5-4d43-b507-55b7827fdbe7), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.930089 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7de97833-3b96-440a-907d-d46b68223049 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (fb64e73b-32a5-4d43-b507-55b7827fdbe7), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.948300 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de97833-3b96-440a-907d-d46b68223049 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb64e73b-32a5-4d43-b507-55b7827fdbe7,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:30.955243 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7de97833-3b96-440a-907d-d46b68223049 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:30.956435 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7de97833-3b96-440a-907d-d46b68223049 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207626 Oct 20 09:04:30.959452 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34038) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:30.964067 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:04:30.987508 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:31.033342 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6d5c13ec-4bc5-4730-ae47-3eebbe5d2d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:31.298435 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:31.405941 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Allocated IP 172.37.2.204 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/1e979852-7682-4a8e-913d-db4c810a6880) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:04:31.506788 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:31.510351 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (1e979852-7682-4a8e-913d-db4c810a6880), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:31.544600 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (1e979852-7682-4a8e-913d-db4c810a6880), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:31.583531 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:04:31.588846 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:04:31.592840 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:04:31.596043 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=1e979852-7682-4a8e-913d-db4c810a6880,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:31.625875 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:31.680166 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (a5fc2203-6434-4068-8c01-af5ceb7f8bc7), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:31.717002 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (1e979852-7682-4a8e-913d-db4c810a6880), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:31.765930 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6240c31-63d0-401a-b427-d032aae96a4f req-0e74dba8-6a48-4db9-9c1b-2503b35bdb9f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:31.767425 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d6240c31-63d0-401a-b427-d032aae96a4f req-0e74dba8-6a48-4db9-9c1b-2503b35bdb9f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0466840 Oct 20 09:04:31.787854 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:31.804256 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:31.816616 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d6240c31-63d0-401a-b427-d032aae96a4f req-61708800-c9ae-4193-9809-4e78d91a6aca tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434740 Oct 20 09:04:31.865674 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (1e979852-7682-4a8e-913d-db4c810a6880), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:31.869996 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (1e979852-7682-4a8e-913d-db4c810a6880), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:31.935262 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=1e979852-7682-4a8e-913d-db4c810a6880,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:31.938381 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (a5fc2203-6434-4068-8c01-af5ceb7f8bc7), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:31.954714 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:31.956049 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-6340d19b-8e75-4bdc-b5c4-d54c46fd675c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9956684 Oct 20 09:04:32.154885 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-dc42885a-edf6-49f5-b5c7-7759586899c8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2042255712&fields=id&tenant_id=fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 267 time: 0.0452716 Oct 20 09:04:32.258345 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-3813568f-d715-46f2-a2ad-a5ba9a1156c9 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:32.260313 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-3813568f-d715-46f2-a2ad-a5ba9a1156c9 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 814 time: 0.0991237 Oct 20 09:04:32.274126 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-2bda2044-318c-4453-89ca-ece0669b541f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/quotas/fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 375 time: 0.0086181 Oct 20 09:04:32.327745 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-c8717f52-a2c1-4951-ae50-a22ef56e4294 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474133 Oct 20 09:04:32.385848 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:32.426691 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-dbdac87f-f7bd-4bde-a381-445597c869aa service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877917 Oct 20 09:04:32.488223 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:32.523298 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-d2559c94-796b-4015-afb4-bbca9dd0eae6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903828 Oct 20 09:04:32.685828 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-dfd93da3-1b5d-42d5-8f2e-62a68179c5a8 req-1d950c70-c65f-40ae-8887-9fb0dfe3499b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 210 time: 0.0307758 Oct 20 09:04:32.941762 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5001903-c472-4f5e-97af-f22cbee5a3c9 req-f1c59498-c9f1-4b2e-bd77-2e898d770e10 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:32.943272 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f5001903-c472-4f5e-97af-f22cbee5a3c9 req-f1c59498-c9f1-4b2e-bd77-2e898d770e10 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0484302 Oct 20 09:04:33.002142 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f5001903-c472-4f5e-97af-f22cbee5a3c9 req-550596cf-c2c3-44a0-bf84-61b01690af84 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529182 Oct 20 09:04:33.785993 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6ee3b60f-a83c-4ccf-b06e-b2ed073ab384 req-5109c3ed-ff44-4aa6-937a-e9e6fffed8c2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 210 time: 0.0269842 Oct 20 09:04:34.128198 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:34.136955 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:34.142659 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbf9bd-06fe-4e88-9317-e19dc0286694 req-3ddec525-63b3-47fa-931b-9ce7f8653610 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:34.144172 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c2dbf9bd-06fe-4e88-9317-e19dc0286694 req-3ddec525-63b3-47fa-931b-9ce7f8653610 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0500691 Oct 20 09:04:34.197873 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-a9aa5250-bf09-428c-bd62-ba9d9db78dbc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:34.199419 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-a9aa5250-bf09-428c-bd62-ba9d9db78dbc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 814 time: 0.1513212 Oct 20 09:04:34.204189 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c2dbf9bd-06fe-4e88-9317-e19dc0286694 req-3e5126ad-97ba-4680-b2ad-f5cd1851add9 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502379 Oct 20 09:04:34.284878 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-b856642f-b1dc-47b8-b7ca-eabc2f2830ef tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 380 time: 0.0658104 Oct 20 09:04:34.287185 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:34.322989 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'port': {'device_id': '06d8b443-0b7d-4287-8469-eb4a35863289', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'admin_state_up': True, 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'security_groups': ['c40c97e5-5cf7-45b7-a847-99a5bb3736fd']}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:04:34.454978 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Made reservation on behalf of fcf51428b6bd4c428e1e01aadc6abe48 for: {'port': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:04:34.458713 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:34.588306 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Allocated IP 172.20.0.4 (b8327be3-f028-4ebc-9b25-81152867d29e/efba2f9d-71d9-4036-8eac-f09661e43662/db1c0050-0582-4d57-ba24-66fe0c293b1e) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:04:34.722753 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:34.753511 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:34.796868 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Network b8327be3-f028-4ebc-9b25-81152867d29e is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:04:34.799917 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:04:34.802630 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:04:34.830275 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=db1c0050-0582-4d57-ba24-66fe0c293b1e,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:34.857408 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:34.858131 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:34.900220 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-73976489-bd5c-4283-bd51-cd08d14ce4fe tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5832653 Oct 20 09:04:34.909850 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:34.919145 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf48f7-0a88-43ae-b43d-2e80af6f2915 req-c9b8986e-5c7d-4b9f-bc4c-909fc99e4258 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:34.920681 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bfcf48f7-0a88-43ae-b43d-2e80af6f2915 req-c9b8986e-5c7d-4b9f-bc4c-909fc99e4258 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 931 time: 0.0547643 Oct 20 09:04:34.925959 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Request body: {'port': {'device_id': '06d8b443-0b7d-4287-8469-eb4a35863289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:04:34.966430 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:35.028571 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bfcf48f7-0a88-43ae-b43d-2e80af6f2915 req-bb1f82af-3d8e-48af-b326-f9acbf4e520b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991852 Oct 20 09:04:35.029506 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:35.051776 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-52d0a21d-593b-409c-8163-0ffe59890981 None None] Provisioning complete for port db1c0050-0582-4d57-ba24-66fe0c293b1e triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:04:35.052170 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-52d0a21d-593b-409c-8163-0ffe59890981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:35.052501 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-52d0a21d-593b-409c-8163-0ffe59890981 None None] Attempt 1 to provision port db1c0050-0582-4d57-ba24-66fe0c293b1e Oct 20 09:04:35.085946 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-52d0a21d-593b-409c-8163-0ffe59890981 None None] Port db1c0050-0582-4d57-ba24-66fe0c293b1e cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:04:35.330049 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e743f-9402-48c7-92b9-6e110d58be18 req-baa27a33-199a-4563-be9e-af7a21c3c9e8 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:35.332073 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7a0e743f-9402-48c7-92b9-6e110d58be18 req-baa27a33-199a-4563-be9e-af7a21c3c9e8 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0493925 Oct 20 09:04:35.383832 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7a0e743f-9402-48c7-92b9-6e110d58be18 req-f233a793-ed93-4379-bab2-b4c85e99db80 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453007 Oct 20 09:04:35.530791 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1c0050-0582-4d57-ba24-66fe0c293b1e {{(pid=104618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:04:35.538178 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Publish callbacks [] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:35.550990 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.provisioning_blocks [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Transition to ACTIVE for port object db1c0050-0582-4d57-ba24-66fe0c293b1e will not be triggered until provisioned by entity L2. {{(pid=104618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:04:35.554962 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:35.635394 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Pushing event updated for resources: {'Port': ['ID=db1c0050-0582-4d57-ba24-66fe0c293b1e,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:35.667022 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Attempting to bind port db1c0050-0582-4d57-ba24-66fe0c293b1e on host hv-cinder-maste for vnic_type normal with profile {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:04:35.667357 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Attempting to bind port db1c0050-0582-4d57-ba24-66fe0c293b1e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:04:35.667687 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Attempting to bind port db1c0050-0582-4d57-ba24-66fe0c293b1e on network b8327be3-f028-4ebc-9b25-81152867d29e {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:04:35.712378 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Port db1c0050-0582-4d57-ba24-66fe0c293b1e on network b8327be3-f028-4ebc-9b25-81152867d29e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:04:35.713315 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Attempting to bind port db1c0050-0582-4d57-ba24-66fe0c293b1e on network b8327be3-f028-4ebc-9b25-81152867d29e {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:04:35.754092 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:04:35.754428 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Checking segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:04:35.754842 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Bound using segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:04:35.755272 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Bound port: db1c0050-0582-4d57-ba24-66fe0c293b1e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:04:35.755629 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:35.816156 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] For port db1c0050-0582-4d57-ba24-66fe0c293b1e, host hv-cinder-maste, cleared binding levels {{(pid=104618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:04:35.819090 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] For port db1c0050-0582-4d57-ba24-66fe0c293b1e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=db1c0050-0582-4d57-ba24-66fe0c293b1e,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:04:35.825266 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:35.829427 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:35.830029 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:35.831455 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/db1c0050-0582-4d57-ba24-66fe0c293b1e HTTP/1.1" status: 200 len: 1093 time: 0.9095943 Oct 20 09:04:35.831988 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d8b443-0b7d-4287-8469-eb4a35863289', 'tag': 'db1c0050-0582-4d57-ba24-66fe0c293b1e'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:35.834162 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d1c132-0c0b-476d-bdb5-09107b0c905f" -d '{"events": [{"name": "network-changed", "server_uuid": "06d8b443-0b7d-4287-8469-eb4a35863289", "tag": "db1c0050-0582-4d57-ba24-66fe0c293b1e"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:35.861848 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:35.875369 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc6074f-5a86-4d95-b28d-285c28af78b8 x-openstack-request-id: req-7bc6074f-5a86-4d95-b28d-285c28af78b8 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:35.875647 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d8b443-0b7d-4287-8469-eb4a35863289", "tag": "db1c0050-0582-4d57-ba24-66fe0c293b1e", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:35.875932 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bc6074f-5a86-4d95-b28d-285c28af78b8 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:35.876374 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc6074f-5a86-4d95-b28d-285c28af78b8'] response: {'name': 'network-changed', 'server_uuid': '06d8b443-0b7d-4287-8469-eb4a35863289', 'tag': 'db1c0050-0582-4d57-ba24-66fe0c293b1e', 'status': 'completed', 'code': 200} Oct 20 09:04:35.887306 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Pushing event updated for resources: {'Port': ['ID=db1c0050-0582-4d57-ba24-66fe0c293b1e,revision_number=3']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:35.895128 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.895369 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.895707 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.896044 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.896370 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.896693 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.897015 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.897332 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.897804 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.898134 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.898506 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.898824 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.899223 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.899549 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.900548 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39c55-0bdd-46e8-b121-6e08c4905005 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:04:35.968603 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-cf1b6d87-6e40-426c-b358-bba1359f9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:35.970088 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-cf1b6d87-6e40-426c-b358-bba1359f9672 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 1127 time: 0.0434909 Oct 20 09:04:36.019628 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-7f17f873-9b92-4d91-aaf5-dcf69b1273ee service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db1c0050-0582-4d57-ba24-66fe0c293b1e HTTP/1.1" status: 200 len: 217 time: 0.0333862 Oct 20 09:04:36.075414 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-11de721d-56e8-46df-a719-898aee90e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:36.076994 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-11de721d-56e8-46df-a719-898aee90e06e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.0457299 Oct 20 09:04:36.126289 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-75828400-41d6-4561-bdcd-3cc9eb383cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:36.127817 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-75828400-41d6-4561-bdcd-3cc9eb383cf2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427566 Oct 20 09:04:36.149613 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d1f59-36ac-4259-810a-d7ab1d5c5528 req-f22dc9df-aeba-44ef-8df6-1d2927bfc51d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:36.151268 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-881d1f59-36ac-4259-810a-d7ab1d5c5528 req-f22dc9df-aeba-44ef-8df6-1d2927bfc51d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 943 time: 0.0467367 Oct 20 09:04:36.199824 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-881d1f59-36ac-4259-810a-d7ab1d5c5528 req-f66155cf-6a67-43f2-a3f6-3c36d0f4e9ab tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427692 Oct 20 09:04:36.226247 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-e4c33cf1-3b45-4e11-b627-659417dbf71c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866480 Oct 20 09:04:36.287810 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:36.319488 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58f702-0f5a-4b26-8062-77c44ff7e1e6 req-2c855541-13d2-4eba-8693-a06138336c79 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860000 Oct 20 09:04:36.506944 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c5484-f74d-4b45-90d1-35d4d36d07df req-0d11665e-2926-4b43-b2ec-85e796701326 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:36.508391 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6d3c5484-f74d-4b45-90d1-35d4d36d07df req-0d11665e-2926-4b43-b2ec-85e796701326 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0467591 Oct 20 09:04:36.553830 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6d3c5484-f74d-4b45-90d1-35d4d36d07df req-ac7e54d0-daec-4fdf-8e9a-9b6528f9f686 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399847 Oct 20 09:04:37.323431 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a09ba-fab7-4bcb-b8bb-bb125340ba82 req-664d8af2-7e69-480a-8dcc-3387af40e27b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:37.325013 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1c3a09ba-fab7-4bcb-b8bb-bb125340ba82 req-664d8af2-7e69-480a-8dcc-3387af40e27b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 943 time: 0.0502827 Oct 20 09:04:37.373232 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1c3a09ba-fab7-4bcb-b8bb-bb125340ba82 req-5455e7a9-4043-4db3-b13e-fffcac6c8ca5 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Oct 20 09:04:37.684529 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c132-0c0b-476d-bdb5-09107b0c905f req-f708a7b0-0a12-421f-aa7e-7f608c4ad4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:37.686033 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-49d1c132-0c0b-476d-bdb5-09107b0c905f req-f708a7b0-0a12-421f-aa7e-7f608c4ad4c6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 1127 time: 0.0715151 Oct 20 09:04:37.701224 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e60e6-28df-4540-8019-b51e49d5bca0 req-73888fcb-4e67-4685-bb8e-c004451524ea tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:37.702639 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6a8e60e6-28df-4540-8019-b51e49d5bca0 req-73888fcb-4e67-4685-bb8e-c004451524ea tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0582659 Oct 20 09:04:37.748807 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6a8e60e6-28df-4540-8019-b51e49d5bca0 req-4397de7c-a583-4d18-b353-b836ba7f23f0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404494 Oct 20 09:04:37.868300 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c132-0c0b-476d-bdb5-09107b0c905f req-ba304033-bcfe-420e-adcd-790d4fde760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:37.869835 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-49d1c132-0c0b-476d-bdb5-09107b0c905f req-ba304033-bcfe-420e-adcd-790d4fde760a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 915 time: 0.0895238 Oct 20 09:04:37.909682 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-49d1c132-0c0b-476d-bdb5-09107b0c905f req-e8dc3662-b439-48e3-a009-6e3231b1627c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db1c0050-0582-4d57-ba24-66fe0c293b1e HTTP/1.1" status: 200 len: 217 time: 0.0322535 Oct 20 09:04:37.957990 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c132-0c0b-476d-bdb5-09107b0c905f req-e6936f32-a2e0-4401-8a07-e72202e2e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:37.959612 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-49d1c132-0c0b-476d-bdb5-09107b0c905f req-e6936f32-a2e0-4401-8a07-e72202e2e82f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.0436711 Oct 20 09:04:38.006342 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c132-0c0b-476d-bdb5-09107b0c905f req-363a29a3-383b-4593-9637-19deb0b5df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:38.007901 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-49d1c132-0c0b-476d-bdb5-09107b0c905f req-363a29a3-383b-4593-9637-19deb0b5df76 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387185 Oct 20 09:04:38.113191 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-49d1c132-0c0b-476d-bdb5-09107b0c905f req-2a489456-e7f9-47a4-be45-2bf0d21a51fb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950408 Oct 20 09:04:38.210751 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:38.215747 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-49d1c132-0c0b-476d-bdb5-09107b0c905f req-3d3ef6e9-cbc6-4e25-8134-c91d7f53009f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921330 Oct 20 09:04:38.489154 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153e5a3-d656-491c-9e70-1188876b2711 req-8a067611-4a1c-479b-a826-f07a08431dde tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:38.490651 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d153e5a3-d656-491c-9e70-1188876b2711 req-8a067611-4a1c-479b-a826-f07a08431dde tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 943 time: 0.0460031 Oct 20 09:04:38.536833 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d153e5a3-d656-491c-9e70-1188876b2711 req-70b78844-3d1f-44f7-8ead-c438ad481406 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402167 Oct 20 09:04:38.870821 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0cb45-707b-4a54-9d51-3588e40c896d req-89677036-0ad3-4cbf-b2e1-f5e8967558e4 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:38.872288 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-48d0cb45-707b-4a54-9d51-3588e40c896d req-89677036-0ad3-4cbf-b2e1-f5e8967558e4 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0467465 Oct 20 09:04:38.918151 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-48d0cb45-707b-4a54-9d51-3588e40c896d req-5523e7f1-5f9c-46f1-b584-3cf3fbcce2e8 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Oct 20 09:04:39.038638 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:39.041672 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:39.653322 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235acdc-6d65-434e-9c3d-184e4922a4b3 req-129ac284-b417-45a7-ac58-11c66e530bc9 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:39.654720 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4235acdc-6d65-434e-9c3d-184e4922a4b3 req-129ac284-b417-45a7-ac58-11c66e530bc9 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 943 time: 0.0459502 Oct 20 09:04:39.704002 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4235acdc-6d65-434e-9c3d-184e4922a4b3 req-95b4e095-7521-413d-940b-ec87a6e4db5f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434992 Oct 20 09:04:40.036249 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6587ec-57c6-4985-87cf-580fa83d00ed req-d7c73765-bfe4-4241-9ca7-be658cc8c169 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:40.037668 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6c6587ec-57c6-4985-87cf-580fa83d00ed req-d7c73765-bfe4-4241-9ca7-be658cc8c169 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0448260 Oct 20 09:04:40.083221 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6c6587ec-57c6-4985-87cf-580fa83d00ed req-581b6f39-51eb-46fa-900f-67060572e36b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390425 Oct 20 09:04:40.825218 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f84336-b11d-4dc1-90da-a41778c77c11 req-ca8fb552-cd48-4ddd-9888-62cb7d02aa34 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:40.826836 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-25f84336-b11d-4dc1-90da-a41778c77c11 req-ca8fb552-cd48-4ddd-9888-62cb7d02aa34 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 943 time: 0.0470252 Oct 20 09:04:40.875608 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-25f84336-b11d-4dc1-90da-a41778c77c11 req-800fe99b-32a2-4d34-8fc2-11cbe589ef12 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432668 Oct 20 09:04:41.205504 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device db1c0050-0582-4d57-ba24-66fe0c293b1e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:04:41.207236 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1a89b-b877-4287-8dd0-5ac505e61e43 req-3094cf2d-87f2-407a-9588-bc30886fcf7b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:41.208764 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bdd1a89b-b877-4287-8dd0-5ac505e61e43 req-3094cf2d-87f2-407a-9588-bc30886fcf7b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0503082 Oct 20 09:04:41.261256 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bdd1a89b-b877-4287-8dd0-5ac505e61e43 req-8f9adc4e-9409-46e0-b45b-de35be6a7fb0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460968 Oct 20 09:04:41.308597 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port db1c0050-0582-4d57-ba24-66fe0c293b1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=db1c0050-0582-4d57-ba24-66fe0c293b1e,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:04:41.319336 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'db1c0050-0582-4d57-ba24-66fe0c293b1e', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'port_id': 'db1c0050-0582-4d57-ba24-66fe0c293b1e', 'mac_address': 'fa:16:3e:24:18:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:04:41.324337 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:41.355376 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port db1c0050-0582-4d57-ba24-66fe0c293b1e is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:04:41.355761 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:41.372346 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1c0050-0582-4d57-ba24-66fe0c293b1e {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:04:41.391984 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port db1c0050-0582-4d57-ba24-66fe0c293b1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=db1c0050-0582-4d57-ba24-66fe0c293b1e,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:04:41.395525 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:41.417200 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:04:41.439800 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=db1c0050-0582-4d57-ba24-66fe0c293b1e,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:41.912894 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['db1c0050-0582-4d57-ba24-66fe0c293b1e'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:04:41.958169 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:41.996414 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655e878-79cd-4eec-8905-dbced3f714f2 req-9d53096e-bf14-43f7-aeda-d6f9b867f3d2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:41.997897 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6655e878-79cd-4eec-8905-dbced3f714f2 req-9d53096e-bf14-43f7-aeda-d6f9b867f3d2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 944 time: 0.0477550 Oct 20 09:04:42.046306 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6655e878-79cd-4eec-8905-dbced3f714f2 req-9032aae9-e527-4667-a400-fc2db7ee66fd tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426102 Oct 20 09:04:42.386639 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cdf11-ff9e-4d96-9ba6-c26435668098 req-cdad91b3-2b52-4791-9211-3d8b1a1b098e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:42.388134 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d57cdf11-ff9e-4d96-9ba6-c26435668098 req-cdad91b3-2b52-4791-9211-3d8b1a1b098e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0479209 Oct 20 09:04:42.428295 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:42.450623 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d57cdf11-ff9e-4d96-9ba6-c26435668098 req-877864ad-4cec-471f-97cd-fe4c6d8c7132 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564244 Oct 20 09:04:42.891187 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9660d-0e24-4c6f-b5e8-e564cebcc908 req-d88d48d7-e69d-4a6f-9c5f-995135a025e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:42.892687 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-00f9660d-0e24-4c6f-b5e8-e564cebcc908 req-d88d48d7-e69d-4a6f-9c5f-995135a025e2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 1130 time: 0.0416925 Oct 20 09:04:42.938514 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-00f9660d-0e24-4c6f-b5e8-e564cebcc908 req-8d01f89f-392b-446f-8147-a0ead5bf2c76 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371215 Oct 20 09:04:43.023668 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device db1c0050-0582-4d57-ba24-66fe0c293b1e up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:04:43.069459 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port db1c0050-0582-4d57-ba24-66fe0c293b1e completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:04:43.075576 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port db1c0050-0582-4d57-ba24-66fe0c293b1e triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:04:43.075955 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:43.076340 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port db1c0050-0582-4d57-ba24-66fe0c293b1e Oct 20 09:04:43.140383 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:43.150032 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port db1c0050-0582-4d57-ba24-66fe0c293b1e is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:04:43.151028 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:43.173156 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84bed1-a0e8-4fbe-916f-706a9b7dd23e req-0f1cb2fb-4633-415d-83e9-ad5c3c081e05 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:43.174458 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d8b443-0b7d-4287-8469-eb4a35863289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1c0050-0582-4d57-ba24-66fe0c293b1e'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:43.174640 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7f84bed1-a0e8-4fbe-916f-706a9b7dd23e req-0f1cb2fb-4633-415d-83e9-ad5c3c081e05 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 944 time: 0.0510886 Oct 20 09:04:43.176776 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae05f65c-8621-4eb9-ba8c-dbe4d7c8a554" -d '{"events": [{"server_uuid": "06d8b443-0b7d-4287-8469-eb4a35863289", "name": "network-vif-plugged", "status": "completed", "tag": "db1c0050-0582-4d57-ba24-66fe0c293b1e"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:43.196008 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port db1c0050-0582-4d57-ba24-66fe0c293b1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=db1c0050-0582-4d57-ba24-66fe0c293b1e,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:04:43.200594 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:43.224412 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7f84bed1-a0e8-4fbe-916f-706a9b7dd23e req-dd04ff37-4af9-4c54-bb4b-c02aed0abdc1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 Oct 20 09:04:43.226840 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dc3236-c585-4c17-a345-d7fe845ecab9 x-openstack-request-id: req-71dc3236-c585-4c17-a345-d7fe845ecab9 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:43.227154 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d8b443-0b7d-4287-8469-eb4a35863289", "name": "network-vif-plugged", "status": "completed", "tag": "db1c0050-0582-4d57-ba24-66fe0c293b1e", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:43.227481 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71dc3236-c585-4c17-a345-d7fe845ecab9 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:43.227862 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71dc3236-c585-4c17-a345-d7fe845ecab9'] response: {'server_uuid': '06d8b443-0b7d-4287-8469-eb4a35863289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1c0050-0582-4d57-ba24-66fe0c293b1e', 'code': 200} Oct 20 09:04:43.256102 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=db1c0050-0582-4d57-ba24-66fe0c293b1e,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:43.564807 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e93d7-df11-48f5-9593-21bad4f70001 req-91fb2687-5f9c-405f-987c-a827aea929cf tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:43.566285 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-799e93d7-df11-48f5-9593-21bad4f70001 req-91fb2687-5f9c-405f-987c-a827aea929cf tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0466504 Oct 20 09:04:43.614016 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-799e93d7-df11-48f5-9593-21bad4f70001 req-bf0f8b80-df13-408a-816f-4d413d040cf7 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421016 Oct 20 09:04:44.019850 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0301f3-5d16-4fba-8103-0960e0ce9051 req-48267d97-f0d8-4d8c-a788-e213291341b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:44.021234 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6d0301f3-5d16-4fba-8103-0960e0ce9051 req-48267d97-f0d8-4d8c-a788-e213291341b1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 1129 time: 0.0384784 Oct 20 09:04:44.071817 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6d0301f3-5d16-4fba-8103-0960e0ce9051 req-b6b5df4d-f5e7-4eba-9840-c62953d47085 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401695 Oct 20 09:04:44.345567 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456dfbc-6b47-4650-bccc-d0b05e95ee35 req-cb145a2f-dcea-48bc-862e-936ad8f07e3b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:44.346993 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6456dfbc-6b47-4650-bccc-d0b05e95ee35 req-cb145a2f-dcea-48bc-862e-936ad8f07e3b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 945 time: 0.0458190 Oct 20 09:04:44.393632 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6456dfbc-6b47-4650-bccc-d0b05e95ee35 req-fee4906f-c888-4485-9c1c-8dfa54cfcaa9 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Oct 20 09:04:44.734006 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fa4b7-e7c0-483f-ae1a-076dc4434c07 req-59abb5e9-30a8-42c7-bd62-2f18530001e1 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:44.735501 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-562fa4b7-e7c0-483f-ae1a-076dc4434c07 req-59abb5e9-30a8-42c7-bd62-2f18530001e1 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0464287 Oct 20 09:04:44.782748 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-562fa4b7-e7c0-483f-ae1a-076dc4434c07 req-72caf1db-d8ce-47df-be04-39264cba7975 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416894 Oct 20 09:04:45.210562 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:45.223414 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdced0a7-9dfc-48ef-88e3-fc8b467736e2 req-210464c2-34f4-4b64-a2c5-d2d0e98069d6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:45.224859 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fdced0a7-9dfc-48ef-88e3-fc8b467736e2 req-210464c2-34f4-4b64-a2c5-d2d0e98069d6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0505025 Oct 20 09:04:45.259489 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:45.272079 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fdced0a7-9dfc-48ef-88e3-fc8b467736e2 req-f8484677-c9f2-412e-9ce7-268985d14cb1 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416005 Oct 20 09:04:45.521581 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd204-c66d-421b-8c3a-652b1c408691 req-5d17c2b5-4765-4445-9978-b9151f4ca552 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:45.522981 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a71dd204-c66d-421b-8c3a-652b1c408691 req-5d17c2b5-4765-4445-9978-b9151f4ca552 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 945 time: 0.0465593 Oct 20 09:04:45.568147 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a71dd204-c66d-421b-8c3a-652b1c408691 req-716cea24-a601-4a79-8ef5-07645a875ce6 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392764 Oct 20 09:04:46.059655 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911aff7-0ce9-4d13-aa68-af99f8a21627 req-a084dcf4-472b-4210-8932-b66b4eccbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:46.059655 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b911aff7-0ce9-4d13-aa68-af99f8a21627 req-a084dcf4-472b-4210-8932-b66b4eccbdbc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 1130 time: 0.0436990 Oct 20 09:04:46.394958 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6467-c69e-42eb-840b-36c3beb86fb5 req-b98b492e-56f9-4c55-8e25-aca7d8512ffc tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:46.396449 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bbdc6467-c69e-42eb-840b-36c3beb86fb5 req-b98b492e-56f9-4c55-8e25-aca7d8512ffc tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0471547 Oct 20 09:04:46.445311 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bbdc6467-c69e-42eb-840b-36c3beb86fb5 req-cc01cdae-c3eb-4fc4-bf80-f87eeccf0423 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433447 Oct 20 09:04:46.730353 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372651d-34ca-4a48-a234-b736213d90f7 req-8ec66fdd-991d-40f9-b10a-e1fdda7ae62c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:46.731856 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0372651d-34ca-4a48-a234-b736213d90f7 req-8ec66fdd-991d-40f9-b10a-e1fdda7ae62c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 945 time: 0.0889783 Oct 20 09:04:46.778658 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911aff7-0ce9-4d13-aa68-af99f8a21627 req-ab9813c2-5b19-4410-8c77-0330a48c4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:46.780136 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b911aff7-0ce9-4d13-aa68-af99f8a21627 req-ab9813c2-5b19-4410-8c77-0330a48c4301 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.1462293 Oct 20 09:04:46.806361 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:46.811206 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0372651d-34ca-4a48-a234-b736213d90f7 req-cd62db64-c28a-4095-b2be-f1ef9b6734ec tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719092 Oct 20 09:04:46.859925 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b911aff7-0ce9-4d13-aa68-af99f8a21627 req-eef7d192-bcf3-4109-80e0-55c719c82d62 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 HTTP/1.1" status: 200 len: 1001 time: 0.0601382 Oct 20 09:04:46.903714 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-97e7838a-3ae4-4739-9ca5-7d41860a58e8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492361 Oct 20 09:04:46.914444 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911aff7-0ce9-4d13-aa68-af99f8a21627 req-44bf6c34-60c4-422c-a35e-f7758db79dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:46.915964 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b911aff7-0ce9-4d13-aa68-af99f8a21627 req-44bf6c34-60c4-422c-a35e-f7758db79dba service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.0449386 Oct 20 09:04:46.938848 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980b8b3-f0f3-451a-aa90-55a3957c344e req-cd3c8369-6c56-42a7-8e73-f2c31f7ace58 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:46.940308 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f980b8b3-f0f3-451a-aa90-55a3957c344e req-cd3c8369-6c56-42a7-8e73-f2c31f7ace58 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 945 time: 0.0537369 Oct 20 09:04:46.950938 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34220) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:46.955301 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-fbd97f19-4f7b-4f46-8104-c20a67213bcb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'floatingip': {'port_id': 'db1c0050-0582-4d57-ba24-66fe0c293b1e'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:04:46.983990 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911aff7-0ce9-4d13-aa68-af99f8a21627 req-0c8e37c6-07d4-455c-ae30-f6b70f87bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:46.985531 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b911aff7-0ce9-4d13-aa68-af99f8a21627 req-0c8e37c6-07d4-455c-ae30-f6b70f87bd6b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442178 Oct 20 09:04:47.019714 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fbd97f19-4f7b-4f46-8104-c20a67213bcb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (a5fc2203-6434-4068-8c01-af5ceb7f8bc7), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:47.060777 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-beb1e71f-14f9-4673-9943-87e11fd27c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:47.062278 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-beb1e71f-14f9-4673-9943-87e11fd27c0f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 1130 time: 0.1042101 Oct 20 09:04:47.086686 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b911aff7-0ce9-4d13-aa68-af99f8a21627 req-0b2fb4f2-4aee-4551-9873-a8e0579bdf09 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884349 Oct 20 09:04:47.148185 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:47.191958 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b911aff7-0ce9-4d13-aa68-af99f8a21627 req-f6d0b5cb-ca39-4e1f-8fae-0047e5b5d39c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965447 Oct 20 09:04:47.295342 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-e1ac22f7-d4a0-4f26-a382-25b924c21043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:47.296813 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-e1ac22f7-d4a0-4f26-a382-25b924c21043 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 917 time: 0.1965706 Oct 20 09:04:47.475863 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-6e324070-a9ed-49e3-9ec8-39aab73de8c4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407 HTTP/1.1" status: 200 len: 1000 time: 0.0957754 Oct 20 09:04:47.568978 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16283e1f-4d5d-4a37-ad11-ed1786f940c0 req-986dc12f-6298-4fbd-9973-f121d7c09294 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:47.570446 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-16283e1f-4d5d-4a37-ad11-ed1786f940c0 req-986dc12f-6298-4fbd-9973-f121d7c09294 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0476556 Oct 20 09:04:47.579505 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fbd97f19-4f7b-4f46-8104-c20a67213bcb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:47.583315 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fbd97f19-4f7b-4f46-8104-c20a67213bcb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (a5fc2203-6434-4068-8c01-af5ceb7f8bc7), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:47.617929 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-16283e1f-4d5d-4a37-ad11-ed1786f940c0 req-9163171d-9267-4fe4-8ed9-1b17384e69a0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409715 Oct 20 09:04:47.679029 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [None req-fbd97f19-4f7b-4f46-8104-c20a67213bcb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Floating IP a5fc2203-6434-4068-8c01-af5ceb7f8bc7 associated. External IP: 172.37.2.204, port: db1c0050-0582-4d57-ba24-66fe0c293b1e. Oct 20 09:04:47.716915 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:47.815095 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:47.878394 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd97f19-4f7b-4f46-8104-c20a67213bcb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Router 5d6f9d11-ff8a-4c73-8522-18898834f2fd has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:04:47.979889 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd97f19-4f7b-4f46-8104-c20a67213bcb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:04:47.984551 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fbd97f19-4f7b-4f46-8104-c20a67213bcb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:47.988980 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e453cb-edf8-4aa1-a474-47ca7bc0c0a5 None None] Sync routers for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:04:48.000064 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e453cb-edf8-4aa1-a474-47ca7bc0c0a5 None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:04:48.000708 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-53e453cb-edf8-4aa1-a474-47ca7bc0c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:04:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:48.108528 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-53e453cb-edf8-4aa1-a474-47ca7bc0c0a5 None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:04:48.248431 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-fbd97f19-4f7b-4f46-8104-c20a67213bcb tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/a5fc2203-6434-4068-8c01-af5ceb7f8bc7 HTTP/1.1" status: 200 len: 991 time: 1.2939975 Oct 20 09:04:48.248431 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d8b443-0b7d-4287-8469-eb4a35863289', 'tag': 'db1c0050-0582-4d57-ba24-66fe0c293b1e'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:48.249019 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24730e5-ddb3-441a-9576-e90414d46b66" -d '{"events": [{"name": "network-changed", "server_uuid": "06d8b443-0b7d-4287-8469-eb4a35863289", "tag": "db1c0050-0582-4d57-ba24-66fe0c293b1e"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:48.261326 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:48.289357 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138fdab1-8f14-4e9c-b2a5-e1086bbf4703 x-openstack-request-id: req-138fdab1-8f14-4e9c-b2a5-e1086bbf4703 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:48.289706 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d8b443-0b7d-4287-8469-eb4a35863289", "tag": "db1c0050-0582-4d57-ba24-66fe0c293b1e", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:48.289997 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-138fdab1-8f14-4e9c-b2a5-e1086bbf4703 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:48.290356 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138fdab1-8f14-4e9c-b2a5-e1086bbf4703'] response: {'name': 'network-changed', 'server_uuid': '06d8b443-0b7d-4287-8469-eb4a35863289', 'tag': 'db1c0050-0582-4d57-ba24-66fe0c293b1e', 'status': 'completed', 'code': 200} Oct 20 09:04:48.334791 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-53e453cb-edf8-4aa1-a474-47ca7bc0c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a5fc2203-6434-4068-8c01-af5ceb7f8bc7', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.204', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': 'db1c0050-0582-4d57-ba24-66fe0c293b1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:24:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8b443-0b7d-4287-8469-eb4a35863289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:04:31Z', 'updated_at': '2022-10-20T09:04:47Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:48.360834 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e453cb-edf8-4aa1-a474-47ca7bc0c0a5 None None] Checking router: 5d6f9d11-ff8a-4c73-8522-18898834f2fd for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:04:48.369852 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e453cb-edf8-4aa1-a474-47ca7bc0c0a5 None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:04:48.370496 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-53e453cb-edf8-4aa1-a474-47ca7bc0c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:04:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:48.471733 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-53e453cb-edf8-4aa1-a474-47ca7bc0c0a5 None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:04:48.676458 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-53e453cb-edf8-4aa1-a474-47ca7bc0c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a5fc2203-6434-4068-8c01-af5ceb7f8bc7', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.204', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': 'db1c0050-0582-4d57-ba24-66fe0c293b1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:24:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8b443-0b7d-4287-8469-eb4a35863289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:04:31Z', 'updated_at': '2022-10-20T09:04:47Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:48.706722 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e453cb-edf8-4aa1-a474-47ca7bc0c0a5 None None] The sync data for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi is: [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a5fc2203-6434-4068-8c01-af5ceb7f8bc7', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.204', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': 'db1c0050-0582-4d57-ba24-66fe0c293b1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:24:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d8b443-0b7d-4287-8469-eb4a35863289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:04:31Z', 'updated_at': '2022-10-20T09:04:47Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:04:48.748335 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39665f-8b1d-41d0-9cbe-f0bdc404de6b req-4de5931b-7b38-4329-b1be-d757bb53fe0a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:48.749850 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fe39665f-8b1d-41d0-9cbe-f0bdc404de6b req-4de5931b-7b38-4329-b1be-d757bb53fe0a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0524952 Oct 20 09:04:48.802619 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fe39665f-8b1d-41d0-9cbe-f0bdc404de6b req-2af56395-5676-45a5-a684-59242550f98d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467949 Oct 20 09:04:48.913124 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce3730-1f0d-4d6e-9859-c7cf7abbb011 None None] New status for floating IP a5fc2203-6434-4068-8c01-af5ceb7f8bc7: ACTIVE {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:04:49.012999 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-a5c3029a-dc51-4256-9665-7baed01cf655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:49.014672 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-a5c3029a-dc51-4256-9665-7baed01cf655 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.0471683 Oct 20 09:04:49.150531 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24730e5-ddb3-441a-9576-e90414d46b66 req-db9da1da-f299-4865-9acf-bf890cd58c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:49.150916 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-5c7a73ce-0fdf-4e34-bb5a-5b636cf4c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:49.152767 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f24730e5-ddb3-441a-9576-e90414d46b66 req-db9da1da-f299-4865-9acf-bf890cd58c55 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 1129 time: 0.0396264 Oct 20 09:04:49.153121 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-5c7a73ce-0fdf-4e34-bb5a-5b636cf4c6ca service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404367 Oct 20 09:04:49.327926 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24730e5-ddb3-441a-9576-e90414d46b66 req-ddbf3f12-b32d-415f-9934-d2622bf51d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:49.329299 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f24730e5-ddb3-441a-9576-e90414d46b66 req-ddbf3f12-b32d-415f-9934-d2622bf51d01 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 915 time: 0.0899391 Oct 20 09:04:49.329440 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-af2b9d63-590e-4aea-9cfd-bd46249b8831 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903518 Oct 20 09:04:49.925686 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727c8b-d451-49d4-b713-2076a48a4f06 req-9dfdf8e6-2ecc-49af-8117-17b6babfee48 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:49.927251 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c7727c8b-d451-49d4-b713-2076a48a4f06 req-9dfdf8e6-2ecc-49af-8117-17b6babfee48 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0473716 Oct 20 09:04:49.978562 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c7727c8b-d451-49d4-b713-2076a48a4f06 req-9f6231f1-6897-43dd-aa13-9a68ae2122a4 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455644 Oct 20 09:04:50.156780 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f24730e5-ddb3-441a-9576-e90414d46b66 req-49e07703-2613-41b2-bfe1-a7cea27414f0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db1c0050-0582-4d57-ba24-66fe0c293b1e HTTP/1.1" status: 200 len: 1001 time: 0.0600970 Oct 20 09:04:50.190764 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cafb5863-ceb2-4bfb-9f24-5307567e0bb7 req-0755b560-86b3-4796-a7db-41d631e66931 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937600 Oct 20 09:04:50.208905 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24730e5-ddb3-441a-9576-e90414d46b66 req-eb9e6093-9aff-4593-b7af-4e98fd37baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:50.210354 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f24730e5-ddb3-441a-9576-e90414d46b66 req-eb9e6093-9aff-4593-b7af-4e98fd37baaa service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.0454473 Oct 20 09:04:50.258615 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24730e5-ddb3-441a-9576-e90414d46b66 req-24b51812-b9ed-42e0-ad6f-0b9f3cf82dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:50.260122 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f24730e5-ddb3-441a-9576-e90414d46b66 req-24b51812-b9ed-42e0-ad6f-0b9f3cf82dcb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384831 Oct 20 09:04:50.384456 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f24730e5-ddb3-441a-9576-e90414d46b66 req-303a69f8-eadd-4b02-a103-64869514376f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900242 Oct 20 09:04:50.900216 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f24730e5-ddb3-441a-9576-e90414d46b66 req-927d689c-6759-4e0e-98d5-d9406440156a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905111 Oct 20 09:04:51.089736 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:51.106316 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb6c91-7674-4b20-a557-266fa2d89a2c req-c3393d17-3b37-46f6-a6d9-a3f1520f11ca tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:51.107836 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1cb6c91-7674-4b20-a557-266fa2d89a2c req-c3393d17-3b37-46f6-a6d9-a3f1520f11ca tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0516400 Oct 20 09:04:51.160722 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d1cb6c91-7674-4b20-a557-266fa2d89a2c req-80ebfec6-3771-452f-ac94-f558258efd74 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470452 Oct 20 09:04:51.281233 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07e43c-2356-4fd6-b54e-05c1f90deb85 req-0f8ef898-c2bb-4cd4-86f7-5a3ab8bddd48 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:51.282714 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-fc07e43c-2356-4fd6-b54e-05c1f90deb85 req-0f8ef898-c2bb-4cd4-86f7-5a3ab8bddd48 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0478106 Oct 20 09:04:51.293335 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34278) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:51.297572 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-d8dec096-202e-4c5c-9401-45086c30f9f5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Request body: {'floatingip': {'port_id': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:04:51.353238 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d8dec096-202e-4c5c-9401-45086c30f9f5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for floatingip (d4bfd136-4671-4d97-a2b1-b4d028402d95), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:51.565345 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:51.653246 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:51.772930 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34282) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:51.794181 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d8dec096-202e-4c5c-9401-45086c30f9f5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:51.797542 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d8dec096-202e-4c5c-9401-45086c30f9f5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (d4bfd136-4671-4d97-a2b1-b4d028402d95), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:51.816456 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_v2 [None req-35341de8-f8aa-4363-beb6-9d743ecdecf8 admin admin] Deleting subnet d4c61dc0-f502-4ce2-9680-52bac040eb5c {{(pid=104618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:04:51.819427 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-35341de8-f8aa-4363-beb6-9d743ecdecf8 admin admin] Publish callbacks [] for subnet (d4c61dc0-f502-4ce2-9680-52bac040eb5c), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:51.857632 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-35341de8-f8aa-4363-beb6-9d743ecdecf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59339449'] for subnet (d4c61dc0-f502-4ce2-9680-52bac040eb5c), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:51.899454 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-35341de8-f8aa-4363-beb6-9d743ecdecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (d4c61dc0-f502-4ce2-9680-52bac040eb5c), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:51.924119 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:51.953340 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-35341de8-f8aa-4363-beb6-9d743ecdecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60111875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59610637'] for subnet (d4c61dc0-f502-4ce2-9680-52bac040eb5c), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:51.978035 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35341de8-f8aa-4363-beb6-9d743ecdecf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c61dc0-f502-4ce2-9680-52bac040eb5c,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:51.985496 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-35341de8-f8aa-4363-beb6-9d743ecdecf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:51.990042 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-35341de8-f8aa-4363-beb6-9d743ecdecf8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/d4c61dc0-f502-4ce2-9680-52bac040eb5c HTTP/1.1" status: 204 len: 168 time: 0.2160621 Oct 20 09:04:51.992451 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34284) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:51.999978 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dec096-202e-4c5c-9401-45086c30f9f5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Router 925cb29f-bad0-4493-9a33-a8eefe88e05e has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:04:52.063636 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (7fdc4269-1e8c-4b8f-884b-33c74a51bd63), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.102759 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dec096-202e-4c5c-9401-45086c30f9f5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:04:52.107922 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d8dec096-202e-4c5c-9401-45086c30f9f5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.114288 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951e5add-ecc4-4b6a-ae22-0ec81cc51bc5 None None] Sync routers for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:04:52.126939 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951e5add-ecc4-4b6a-ae22-0ec81cc51bc5 None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:04:52.127553 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-951e5add-ecc4-4b6a-ae22-0ec81cc51bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:04:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:52.138938 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:52.140916 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (7fdc4269-1e8c-4b8f-884b-33c74a51bd63), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.141158 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00908865-36f6-41e8-b9d4-a2232769bcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:52.161683 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdc4269-1e8c-4b8f-884b-33c74a51bd63']}} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:52.176144 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d8dec096-202e-4c5c-9401-45086c30f9f5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/d4bfd136-4671-4d97-a2b1-b4d028402d95 HTTP/1.1" status: 200 len: 993 time: 0.8796020 Oct 20 09:04:52.176316 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ee2b8f-225b-4078-a1e3-ca61c72306c6') {'for_net_delete': True} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:52.176316 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ee2b8f-225b-4078-a1e3-ca61c72306c6') {} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:52.187392 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59339406'] for segment (10ee2b8f-225b-4078-a1e3-ca61c72306c6), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.201632 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (10ee2b8f-225b-4078-a1e3-ca61c72306c6), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.208594 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] Releasing vlan 488 on physical network physnet1 to pool {{(pid=104618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:04:52.209034 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0e1fce-4dc0-4f34-95a5-5e771da596dc x-openstack-request-id: req-0a0e1fce-4dc0-4f34-95a5-5e771da596dc {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:52.209172 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60098465'] for segment (10ee2b8f-225b-4078-a1e3-ca61c72306c6), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.209377 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:52.209713 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a0e1fce-4dc0-4f34-95a5-5e771da596dc {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:52.210157 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0e1fce-4dc0-4f34-95a5-5e771da596dc'] response: {'name': 'network-changed', 'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'status': 'completed', 'code': 200} Oct 20 09:04:52.239379 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-951e5add-ecc4-4b6a-ae22-0ec81cc51bc5 None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:04:52.256558 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment 10ee2b8f-225b-4078-a1e3-ca61c72306c6 resource provider aggregate not found Oct 20 09:04:52.285660 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment 10ee2b8f-225b-4078-a1e3-ca61c72306c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10ee2b8f-225b-4078-a1e3-ca61c72306c6 found for delete ", "request_id": "req-79d1964a-9351-4316-b4d2-d97ca8aeb54e"}]} Oct 20 09:04:52.302094 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (7fdc4269-1e8c-4b8f-884b-33c74a51bd63), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.311014 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:52.317099 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.320526 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/7fdc4269-1e8c-4b8f-884b-33c74a51bd63 HTTP/1.1" status: 204 len: 168 time: 0.3270993 Oct 20 09:04:52.332558 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9ded4-e263-44e8-9d28-cde09dac00f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fdc4269-1e8c-4b8f-884b-33c74a51bd63,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:52.334887 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00908865-36f6-41e8-b9d4-a2232769bcb1 req-f59a7298-a302-4707-8e58-d68c384fb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:52.336444 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-00908865-36f6-41e8-b9d4-a2232769bcb1 req-f59a7298-a302-4707-8e58-d68c384fb4d1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 1130 time: 0.0655968 Oct 20 09:04:52.442884 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00908865-36f6-41e8-b9d4-a2232769bcb1 req-7e096107-ea56-4d82-b7f4-f7472d8bfd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:52.444459 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-00908865-36f6-41e8-b9d4-a2232769bcb1 req-7e096107-ea56-4d82-b7f4-f7472d8bfd41 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.0971544 Oct 20 09:04:52.469473 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-951e5add-ecc4-4b6a-ae22-0ec81cc51bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd4bfd136-4671-4d97-a2b1-b4d028402d95', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'floating_ip_address': '172.37.2.48', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'port_id': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'mac_address': 'fa:16:3e:e8:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:54Z', 'updated_at': '2022-10-20T09:04:51Z', 'revision_number': 3, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:50Z', 'revision_number': 5, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:52.498613 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951e5add-ecc4-4b6a-ae22-0ec81cc51bc5 None None] Checking router: 925cb29f-bad0-4493-9a33-a8eefe88e05e for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:04:52.507529 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951e5add-ecc4-4b6a-ae22-0ec81cc51bc5 None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:04:52.508266 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-951e5add-ecc4-4b6a-ae22-0ec81cc51bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:04:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:52.515700 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-00908865-36f6-41e8-b9d4-a2232769bcb1 req-7e77bba1-fa85-425b-bcf3-a77c1e9102ab service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 HTTP/1.1" status: 200 len: 1001 time: 0.0594854 Oct 20 09:04:52.521724 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34296) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:52.598567 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00908865-36f6-41e8-b9d4-a2232769bcb1 req-893d1f23-1ec0-4981-b624-a8db92c580fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:52.600031 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-00908865-36f6-41e8-b9d4-a2232769bcb1 req-893d1f23-1ec0-4981-b624-a8db92c580fd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.0721490 Oct 20 09:04:52.601329 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:52.602640 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-5f779c63-aaef-4e6d-833d-3b056e763d83 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9dc1a3b80bd34c8e8f691a9b47457f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798624 Oct 20 09:04:52.605479 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34298) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:04:52.612090 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-951e5add-ecc4-4b6a-ae22-0ec81cc51bc5 None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:04:52.664857 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:52.674734 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00908865-36f6-41e8-b9d4-a2232769bcb1 req-1a48e632-12c7-410e-8c14-65eedbe6370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:52.676259 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-00908865-36f6-41e8-b9d4-a2232769bcb1 req-1a48e632-12c7-410e-8c14-65eedbe6370c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637150 Oct 20 09:04:52.713581 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ce85501c-a0a9-49e6-8fcf-4f2b06b935f6 admin admin] Publish callbacks [] for security_group (2db327dd-f330-472c-ab6a-08b1b73146da), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.769947 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ce85501c-a0a9-49e6-8fcf-4f2b06b935f6 admin admin] Publish callbacks [] for security_group (2db327dd-f330-472c-ab6a-08b1b73146da), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.826583 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-00908865-36f6-41e8-b9d4-a2232769bcb1 req-35a9e02e-2a92-4350-8d3f-ef9054be5311 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413732 Oct 20 09:04:52.850456 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:04:52.889179 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ce85501c-a0a9-49e6-8fcf-4f2b06b935f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2db327dd-f330-472c-ab6a-08b1b73146da), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.891721 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ce85501c-a0a9-49e6-8fcf-4f2b06b935f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:04:52.892855 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ce85501c-a0a9-49e6-8fcf-4f2b06b935f6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2db327dd-f330-472c-ab6a-08b1b73146da HTTP/1.1" status: 204 len: 168 time: 0.2856946 Oct 20 09:04:52.905521 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85501c-a0a9-49e6-8fcf-4f2b06b935f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db327dd-f330-472c-ab6a-08b1b73146da,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:04:52.941870 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-00908865-36f6-41e8-b9d4-a2232769bcb1 req-bbdac2c0-06dd-4c47-a392-914a216a12a3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091390 Oct 20 09:04:52.972259 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-951e5add-ecc4-4b6a-ae22-0ec81cc51bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd4bfd136-4671-4d97-a2b1-b4d028402d95', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'floating_ip_address': '172.37.2.48', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'port_id': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'mac_address': 'fa:16:3e:e8:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:54Z', 'updated_at': '2022-10-20T09:04:51Z', 'revision_number': 3, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:50Z', 'revision_number': 5, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:04:53.002438 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951e5add-ecc4-4b6a-ae22-0ec81cc51bc5 None None] The sync data for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi is: [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd4bfd136-4671-4d97-a2b1-b4d028402d95', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'floating_ip_address': '172.37.2.48', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'port_id': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'mac_address': 'fa:16:3e:e8:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:02:54Z', 'updated_at': '2022-10-20T09:04:51Z', 'revision_number': 3, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:50Z', 'revision_number': 5, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:04:54.211090 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:04:54.213512 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:04:54.254613 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2af79d-48ce-403f-abfb-08fb3781f396 x-openstack-request-id: req-ad2af79d-48ce-403f-abfb-08fb3781f396 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:04:54.254981 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:04:54.255309 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad2af79d-48ce-403f-abfb-08fb3781f396 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:04:54.255775 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2af79d-48ce-403f-abfb-08fb3781f396'] response: {'name': 'network-changed', 'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'status': 'completed', 'code': 200} Oct 20 09:04:54.353262 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1 req-49e0ff28-a311-4011-9c99-122005da285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:54.354906 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1 req-49e0ff28-a311-4011-9c99-122005da285d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 1130 time: 0.0407360 Oct 20 09:04:54.451995 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1 req-33ef8e7a-b1b1-4036-9ca6-c02baf06f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:54.453443 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1 req-33ef8e7a-b1b1-4036-9ca6-c02baf06f63d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.0877876 Oct 20 09:04:54.514167 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1 req-faef7d7b-5928-478e-a030-6534bdf6d28f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 HTTP/1.1" status: 200 len: 1001 time: 0.0533154 Oct 20 09:04:54.561670 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1 req-80704d22-bab2-458e-b6ca-774e18536b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:54.563006 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1 req-80704d22-bab2-458e-b6ca-774e18536b73 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.0414972 Oct 20 09:04:54.610604 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1 req-1d936a7d-f6f0-40ea-bf35-a3241b83708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:04:54.612098 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1 req-1d936a7d-f6f0-40ea-bf35-a3241b83708c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407703 Oct 20 09:04:54.703571 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1 req-0483f130-4038-4946-88f0-a88423380a94 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837808 Oct 20 09:04:54.793003 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fdd69483-7fe4-4397-b33c-1df6dd7c2fa1 req-6b729a1a-1d1e-4faf-85b3-b58a5ca5e677 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825963 Oct 20 09:04:58.943685 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7d5636fd-813b-48e9-b620-ab6e51aacd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:01.039133 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-cff321fa-63a6-41b6-8c0e-c29b41e7f7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:01.142297 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34400) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:01.255618 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfd24-96a4-4df6-9edf-a2052cad2410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:01.316337 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc55548-7333-4a8a-acd8-ab9927c41e4e req-fcdc6443-95b7-4a95-9b53-21b7a7f9242d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:01.317820 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5bc55548-7333-4a8a-acd8-ab9927c41e4e req-fcdc6443-95b7-4a95-9b53-21b7a7f9242d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 946 time: 0.0601208 Oct 20 09:05:01.356196 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:01.390947 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5bc55548-7333-4a8a-acd8-ab9927c41e4e req-76ab5511-75e3-47e3-91ac-9f8d19272271 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663886 Oct 20 09:05:01.410853 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfd24-96a4-4df6-9edf-a2052cad2410 admin admin] Publish callbacks [] for security_group (d3a908a0-6142-4436-9675-82e556993731), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:01.414541 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfd24-96a4-4df6-9edf-a2052cad2410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d3a908a0-6142-4436-9675-82e556993731), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:01.456388 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ae7dfd24-96a4-4df6-9edf-a2052cad2410 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=362d73d41e7e4fd28099fa22a255b171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129358 Oct 20 09:05:01.458265 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dfd24-96a4-4df6-9edf-a2052cad2410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a908a0-6142-4436-9675-82e556993731,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:01.459202 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34406) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:01.509040 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Publish callbacks [] for security_group (d3a908a0-6142-4436-9675-82e556993731), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:01.529020 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Publish callbacks [] for security_group (d3a908a0-6142-4436-9675-82e556993731), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:01.573973 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (d3a908a0-6142-4436-9675-82e556993731), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:01.576985 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:01.578129 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d3a908a0-6142-4436-9675-82e556993731 HTTP/1.1" status: 204 len: 168 time: 0.1180620 Oct 20 09:05:01.585923 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a908a0-6142-4436-9675-82e556993731,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:01.593217 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.593558 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.593894 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.594226 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.594586 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.594967 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.595217 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.595535 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.595851 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.596171 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.596489 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.596803 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.597116 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.597433 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:01.597739 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a959-3a86-4562-9d41-48469538bc58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:02.189248 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34430) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:02.283600 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1033562126-network', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:02.303436 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Made reservation on behalf of 020d4019643f4499b5162717fbf7b5b5 for: {'network': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:05:02.305995 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.314184 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.365277 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:02.383364 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:02.390693 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.392969 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Publish callbacks [] for security_group (2cdd8ef7-2a91-411f-a8fa-81f3b8252718), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.396090 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2cdd8ef7-2a91-411f-a8fa-81f3b8252718), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.420081 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=104619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:05:02.432279 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdd8ef7-2a91-411f-a8fa-81f3b8252718,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:02.439681 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (a29919c7-445f-4be5-827b-ce88901572be), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.440123 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.segments_db [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Added segment a29919c7-445f-4be5-827b-ce88901572be of type vlan for network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc Oct 20 09:05:02.482851 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.537553 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e76bac-180e-4da5-b53d-85c2ae139c53 req-02f48b32-80a3-4846-b92d-e9fb9d70db53 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:02.539099 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-43e76bac-180e-4da5-b53d-85c2ae139c53 req-02f48b32-80a3-4846-b92d-e9fb9d70db53 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 946 time: 0.0616820 Oct 20 09:05:02.547730 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.548675 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:02.549242 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.614300 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4239752 Oct 20 09:05:02.617314 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34436) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:02.622125 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] Request body: {'subnet': {'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1033562126-subnet', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'ip_version': 4}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:02.641658 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] Made reservation on behalf of 020d4019643f4499b5162717fbf7b5b5 for: {'subnet': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:05:02.642830 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703cf1-322e-46d4-8e00-779e96ab2902 admin admin] Pushing event updated for resources: {'Network': ['ID=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:02.644002 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59610662'] for subnet (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.651666 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-43e76bac-180e-4da5-b53d-85c2ae139c53 req-cfd80bb1-c58c-4028-90c5-75a04bc4e114 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058323 Oct 20 09:05:02.657899 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:05:02.703268 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:02.815480 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60112092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59610676'] for subnet (4650c59c-db75-4a36-bd36-566aa7d5ddfb), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.863847 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4650c59c-db75-4a36-bd36-566aa7d5ddfb,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:02.879321 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] Checking segment: {'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:05:02.879671 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] Network hostable DHCP agents. Network: c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:05:02.896524 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] Network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:05:02.905103 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc) {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:02.909778 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:02.910841 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.913974 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e0212c-ee70-4df3-b7f3-0b42524da1b3 None None] Network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:05:02.927587 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-81575f4c-00e0-49e3-8304-427269f40f56 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3092177 Oct 20 09:05:02.930251 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34440) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:02.935015 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:02.954356 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:02.955281 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.004349 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Publish callbacks [] for router_controller (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), precommit_add_association {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.018259 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'fixed_ips': [{'subnet_id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 09:05:03.019204 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.156905 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Allocated IP 172.20.0.2 (c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc/4650c59c-db75-4a36-bd36-566aa7d5ddfb/f8f52987-8976-49b2-b651-bd7b42b3c17c) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:05:03.219066 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:03.306065 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Publish callbacks [] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.314076 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.362151 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:03.365435 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Pushing event updated for resources: {'Port': ['ID=f8f52987-8976-49b2-b651-bd7b42b3c17c,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:03.368693 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:03.373837 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:05:03.391026 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-4d8fa8e8-eba8-4d0d-a7a3-7d108573461e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:03.392475 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-4d8fa8e8-eba8-4d0d-a7a3-7d108573461e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 946 time: 0.1052866 Oct 20 09:05:03.429088 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Attempting to bind port f8f52987-8976-49b2-b651-bd7b42b3c17c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:05:03.429694 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Attempting to bind port f8f52987-8976-49b2-b651-bd7b42b3c17c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:05:03.429817 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Attempting to bind port f8f52987-8976-49b2-b651-bd7b42b3c17c on network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:05:03.431711 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:03.431855 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Publish callbacks [] for router_gateway (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.475068 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:05:03.475347 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Checking segment: {'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:05:03.475742 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.476128 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Bound using segment: {'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:05:03.476593 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Bound port: f8f52987-8976-49b2-b651-bd7b42b3c17c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:05:03.476966 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.536230 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] For port f8f52987-8976-49b2-b651-bd7b42b3c17c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:05:03.539525 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] For port f8f52987-8976-49b2-b651-bd7b42b3c17c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f8f52987-8976-49b2-b651-bd7b42b3c17c,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:05:03.546175 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.548932 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Deleting port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:05:03.549268 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.601767 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af878f1d-afbd-4dff-a6a6-699754e63bd9 None None] Pushing event updated for resources: {'Port': ['ID=f8f52987-8976-49b2-b651-bd7b42b3c17c,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:03.650738 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:03.763117 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] For port 6ba2009e-08be-4c65-a1d5-5e9548c8d407, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ba2009e-08be-4c65-a1d5-5e9548c8d407,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:03.763479 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.805491 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:03.859285 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Publish callbacks [] for router_gateway (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.888353 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:03.895170 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a364a-f277-47a7-af43-bef03c4c77f0 req-b2d89c79-c2c7-47f5-857e-aeae3555d418 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:03.896646 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bb0a364a-f277-47a7-af43-bef03c4c77f0 req-b2d89c79-c2c7-47f5-857e-aeae3555d418 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 946 time: 0.1306617 Oct 20 09:05:04.069304 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bb0a364a-f277-47a7-af43-bef03c4c77f0 req-8646d56e-881f-46b1-bfce-603923aa65e8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=66721c7d-e260-4e5d-885c-0f2cafb594b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621528 Oct 20 09:05:04.118424 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.118899 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (c40b3432-9cf8-4a3e-bf12-f08f61bcf179), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.119064 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Floating IP c40b3432-9cf8-4a3e-bf12-f08f61bcf179 disassociated. External IP: 172.37.2.21, port: 6ba2009e-08be-4c65-a1d5-5e9548c8d407. Oct 20 09:05:04.119457 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Calling delete_port for 6ba2009e-08be-4c65-a1d5-5e9548c8d407 owned by compute:nova {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:05:04.122186 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.178274 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Allocated IP 172.37.2.136 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/6eecc8d5-a114-4e4c-87e9-447271386e69) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:05:04.293065 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.346854 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Publish callbacks [] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.366216 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (6ba2009e-08be-4c65-a1d5-5e9548c8d407), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.376739 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:04.407773 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event deleted for resources: {'Port': ['ID=6ba2009e-08be-4c65-a1d5-5e9548c8d407,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:04.461702 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.480568 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203e6d35-ec8c-4429-a6ff-41656e3a6eb3 None None] Network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:05:04.510282 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:04.518619 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:04.544131 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:05:04.580852 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:04.584945 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Pushing event updated for resources: {'Port': ['ID=6eecc8d5-a114-4e4c-87e9-447271386e69,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:04.594953 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-ed18fa1f-5116-476b-9986-aa34f0191bed None None] Provisioning complete for port f8f52987-8976-49b2-b651-bd7b42b3c17c triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:04.595332 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ed18fa1f-5116-476b-9986-aa34f0191bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.595665 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-ed18fa1f-5116-476b-9986-aa34f0191bed None None] Attempt 1 to provision port f8f52987-8976-49b2-b651-bd7b42b3c17c Oct 20 09:05:04.614851 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Router eef76796-bf79-432b-9083-b7245a10f8c8 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:05:04.670535 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-ed18fa1f-5116-476b-9986-aa34f0191bed None None] Current status of the port f8f52987-8976-49b2-b651-bd7b42b3c17c is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:04.671039 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ed18fa1f-5116-476b-9986-aa34f0191bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.707398 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-ed18fa1f-5116-476b-9986-aa34f0191bed None None] For port f8f52987-8976-49b2-b651-bd7b42b3c17c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f8f52987-8976-49b2-b651-bd7b42b3c17c,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:04.713208 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ed18fa1f-5116-476b-9986-aa34f0191bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.768524 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18fa1f-5116-476b-9986-aa34f0191bed None None] Pushing event updated for resources: {'Port': ['ID=f8f52987-8976-49b2-b651-bd7b42b3c17c,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:04.833630 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-8797348d-aab8-46ab-afd8-aec1738b2c0f None None] Provisioning complete for port f8f52987-8976-49b2-b651-bd7b42b3c17c triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:04.834254 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8797348d-aab8-46ab-afd8-aec1738b2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.834858 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-8797348d-aab8-46ab-afd8-aec1738b2c0f None None] Attempt 1 to provision port f8f52987-8976-49b2-b651-bd7b42b3c17c Oct 20 09:05:04.860296 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:05:04.873215 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10216aba-fd8b-46a4-a580-70326c109176 None None] Sync routers for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:05:04.887307 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10216aba-fd8b-46a4-a580-70326c109176 None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:04.888245 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-10216aba-fd8b-46a4-a580-70326c109176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:04.919605 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-8797348d-aab8-46ab-afd8-aec1738b2c0f None None] Current status of the port f8f52987-8976-49b2-b651-bd7b42b3c17c is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:04.938355 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] No DVR routers for this DVR port 6ba2009e-08be-4c65-a1d5-5e9548c8d407 on host hv-cinder-maste {{(pid=104618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:05:04.942146 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:04.945300 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c2326d18-bdcf-4c69-879f-023fdd671f29 req-41e4c5bc-b05d-447a-89d9-eb51e3715df1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.23 "DELETE /networking/v2.0/ports/6ba2009e-08be-4c65-a1d5-5e9548c8d407 HTTP/1.1" status: 204 len: 173 time: 1.5236094 Oct 20 09:05:04.945808 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'name': 'network-vif-deleted', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:05:04.948172 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4f260b-064e-4ba2-a1b1-1f091d821104" -d '{"events": [{"server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "name": "network-vif-deleted", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:05:04.957119 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Publish callbacks [] for router_gateway (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:05.005064 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bade450b-6a38-4822-80af-8eec1e720773 x-openstack-request-id: req-bade450b-6a38-4822-80af-8eec1e720773 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:05:05.005363 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d61907-24ca-4e74-917e-d218d0f89557", "name": "network-vif-deleted", "tag": "6ba2009e-08be-4c65-a1d5-5e9548c8d407", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:05:05.005618 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bade450b-6a38-4822-80af-8eec1e720773 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:05:05.006018 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bade450b-6a38-4822-80af-8eec1e720773'] response: {'server_uuid': 'f8d61907-24ca-4e74-917e-d218d0f89557', 'name': 'network-vif-deleted', 'tag': '6ba2009e-08be-4c65-a1d5-5e9548c8d407', 'status': 'completed', 'code': 200} Oct 20 09:05:05.018352 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-10216aba-fd8b-46a4-a580-70326c109176 None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:05.154016 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:05.213803 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:05.238236 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e0342d64-0ebd-43a9-a09e-1e877c47a063 req-58d75c4e-996b-4630-93b8-63692fbbb945 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f8d61907-24ca-4e74-917e-d218d0f89557 HTTP/1.1" status: 200 len: 210 time: 0.0406733 Oct 20 09:05:05.315040 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-10216aba-fd8b-46a4-a580-70326c109176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:05.316460 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 09:05:05.341840 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10216aba-fd8b-46a4-a580-70326c109176 None None] Checking router: eef76796-bf79-432b-9083-b7245a10f8c8 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:05:05.351059 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10216aba-fd8b-46a4-a580-70326c109176 None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:05.351821 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-10216aba-fd8b-46a4-a580-70326c109176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:05.420504 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:05:05.430581 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Sync routers for ids ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:05:05.445239 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Routers {'50e870f4-ded0-4ffd-9e37-9db06a7b00fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:05.446181 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:05.447991 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:05.449501 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:05.453245 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ff7fcd6b-7c99-40eb-a3c6-1836e8a4fc51 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5194323 Oct 20 09:05:05.453453 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34448) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:05.460054 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-10216aba-fd8b-46a4-a580-70326c109176 None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:05.560598 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Set router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:05.663883 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-10216aba-fd8b-46a4-a580-70326c109176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:05.683254 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:05.693484 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10216aba-fd8b-46a4-a580-70326c109176 None None] The sync data for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi is: [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:05:05.781050 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:04Z', 'revision_number': 3, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:05.807064 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device f8f52987-8976-49b2-b651-bd7b42b3c17c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:05.809835 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Checking router: 50e870f4-ded0-4ffd-9e37-9db06a7b00fb for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:05:05.810175 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Updating router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb port 6eecc8d5-a114-4e4c-87e9-447271386e69 binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:05:05.869341 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:05.948051 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:05.988367 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port f8f52987-8976-49b2-b651-bd7b42b3c17c triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:05.989232 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:05.989571 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port f8f52987-8976-49b2-b651-bd7b42b3c17c Oct 20 09:05:06.034524 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6af14d-e9ec-4247-aa19-c77c1d5a4b98 None None] New status for floating IP c40b3432-9cf8-4a3e-bf12-f08f61bcf179: DOWN {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:05:06.150901 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port f8f52987-8976-49b2-b651-bd7b42b3c17c is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:06.193601 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.216711 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Publish callbacks [] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.221925 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.264290 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Attempting to bind port 6eecc8d5-a114-4e4c-87e9-447271386e69 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:05:06.264660 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Attempting to bind port 6eecc8d5-a114-4e4c-87e9-447271386e69 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:05:06.265132 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Attempting to bind port 6eecc8d5-a114-4e4c-87e9-447271386e69 on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:05:06.303231 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a913c09-6b0a-429d-b9ce-c9c47fd7a54a None None] Pushing event updated for resources: {'Port': ['ID=6eecc8d5-a114-4e4c-87e9-447271386e69,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:06.336058 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:05:06.337019 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:05:06.337448 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.338220 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:05:06.338906 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Bound port: 6eecc8d5-a114-4e4c-87e9-447271386e69, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:05:06.339417 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.351258 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34454) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:06.359601 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Allocated IP 172.20.0.1 (c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc/4650c59c-db75-4a36-bd36-566aa7d5ddfb/47d5c560-6179-4e9e-b947-078ab410b9dd) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:05:06.399541 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] For port 6eecc8d5-a114-4e4c-87e9-447271386e69, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:05:06.402871 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] For port 6eecc8d5-a114-4e4c-87e9-447271386e69, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6eecc8d5-a114-4e4c-87e9-447271386e69,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:05:06.408754 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.423580 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-14bf30ef-197c-4cb0-b2c6-a3da5b665f16 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (66721c7d-e260-4e5d-885c-0f2cafb594b5), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.448750 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-14bf30ef-197c-4cb0-b2c6-a3da5b665f16 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (66721c7d-e260-4e5d-885c-0f2cafb594b5), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.450408 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Routers {'50e870f4-ded0-4ffd-9e37-9db06a7b00fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:06.451062 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:06.478920 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Publish callbacks [] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.488413 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:06.503974 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:06.506953 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a913c09-6b0a-429d-b9ce-c9c47fd7a54a None None] Pushing event updated for resources: {'Port': ['ID=6eecc8d5-a114-4e4c-87e9-447271386e69,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:06.514127 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:06.518138 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.519671 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-14bf30ef-197c-4cb0-b2c6-a3da5b665f16 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (66721c7d-e260-4e5d-885c-0f2cafb594b5), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.522948 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-14bf30ef-197c-4cb0-b2c6-a3da5b665f16 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.526707 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-14bf30ef-197c-4cb0-b2c6-a3da5b665f16 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/66721c7d-e260-4e5d-885c-0f2cafb594b5 HTTP/1.1" status: 204 len: 168 time: 0.1712487 Oct 20 09:05:06.529611 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34456) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:06.544842 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.api.v2.resource [None req-66e9bb29-1524-416b-8f7a-f26996ad1aee tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] show failed (client error): The resource could not be found. Oct 20 09:05:06.545835 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-66e9bb29-1524-416b-8f7a-f26996ad1aee tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups/66721c7d-e260-4e5d-885c-0f2cafb594b5 HTTP/1.1" status: 404 len: 347 time: 0.0151637 Oct 20 09:05:06.551027 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34458) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:06.564043 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf30ef-197c-4cb0-b2c6-a3da5b665f16 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66721c7d-e260-4e5d-885c-0f2cafb594b5,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:06.575644 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:06.581375 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:06.587691 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] Set router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:06.597186 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:05:06.601669 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Pushing event updated for resources: {'Port': ['ID=47d5c560-6179-4e9e-b947-078ab410b9dd,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:06.669391 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.685661 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cf4ce-abb7-4fbe-ba28-635394d7cb6b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Deleting port 6d718e88-17d8-44b9-85a8-61ca4b54ee7d {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:05:06.686572 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5b3cf4ce-abb7-4fbe-ba28-635394d7cb6b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (6d718e88-17d8-44b9-85a8-61ca4b54ee7d), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.780837 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:06.791972 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5b3cf4ce-abb7-4fbe-ba28-635394d7cb6b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (6d718e88-17d8-44b9-85a8-61ca4b54ee7d), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.792390 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5b3cf4ce-abb7-4fbe-ba28-635394d7cb6b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (6d718e88-17d8-44b9-85a8-61ca4b54ee7d), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.809387 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cf4ce-abb7-4fbe-ba28-635394d7cb6b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Calling delete_port for 6d718e88-17d8-44b9-85a8-61ca4b54ee7d owned by network:floatingip {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:05:06.820139 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.868515 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-dda7994e-99fd-47a4-bbb0-cb5b541be538 None None] Provisioning complete for port 47d5c560-6179-4e9e-b947-078ab410b9dd triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:06.868808 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-dda7994e-99fd-47a4-bbb0-cb5b541be538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.869149 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-dda7994e-99fd-47a4-bbb0-cb5b541be538 None None] Attempt 1 to provision port 47d5c560-6179-4e9e-b947-078ab410b9dd Oct 20 09:05:06.926593 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-dda7994e-99fd-47a4-bbb0-cb5b541be538 None None] Port 47d5c560-6179-4e9e-b947-078ab410b9dd cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:05:06.956859 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:06.969206 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:04Z', 'revision_number': 3, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:06.974666 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5b3cf4ce-abb7-4fbe-ba28-635394d7cb6b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (6d718e88-17d8-44b9-85a8-61ca4b54ee7d), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.992514 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Publish callbacks [] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.997578 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:06.998072 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758de20-32e8-4a7a-939e-709145850c47 None None] The sync data for ids ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'] in dv-cinder-master-3-iscsi is: [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:04Z', 'revision_number': 3, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:05:07.001433 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cf4ce-abb7-4fbe-ba28-635394d7cb6b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event deleted for resources: {'Port': ['ID=6d718e88-17d8-44b9-85a8-61ca4b54ee7d,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:07.070386 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5b3cf4ce-abb7-4fbe-ba28-635394d7cb6b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (c40b3432-9cf8-4a3e-bf12-f08f61bcf179), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.073119 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5b3cf4ce-abb7-4fbe-ba28-635394d7cb6b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.074846 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5b3cf4ce-abb7-4fbe-ba28-635394d7cb6b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/c40b3432-9cf8-4a3e-bf12-f08f61bcf179 HTTP/1.1" status: 204 len: 168 time: 0.5220108 Oct 20 09:05:07.075913 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Pushing event updated for resources: {'Port': ['ID=47d5c560-6179-4e9e-b947-078ab410b9dd,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:07.078810 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.162016 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34462) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:07.167482 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-dff1dc8e-7ea0-418a-9e5f-9b290d5c75f7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314945510', 'description': 'tempest-description--724283872'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:07.184140 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:07.189833 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:07.191451 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:07.192196 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dff1dc8e-7ea0-418a-9e5f-9b290d5c75f7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.332944 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dff1dc8e-7ea0-418a-9e5f-9b290d5c75f7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (912b4997-ee35-4ff2-9fa0-bef4a15a628f), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.340462 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dff1dc8e-7ea0-418a-9e5f-9b290d5c75f7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (912b4997-ee35-4ff2-9fa0-bef4a15a628f), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.347535 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:05:07.378257 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dff1dc8e-7ea0-418a-9e5f-9b290d5c75f7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.382988 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-dff1dc8e-7ea0-418a-9e5f-9b290d5c75f7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2194786 Oct 20 09:05:07.386020 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34464) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:07.391463 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-13ec507d-5e0e-49ab-b612-6c5069dd9a78 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'security_group_rule': {'security_group_id': '912b4997-ee35-4ff2-9fa0-bef4a15a628f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:07.397791 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1dc8e-7ea0-418a-9e5f-9b290d5c75f7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912b4997-ee35-4ff2-9fa0-bef4a15a628f,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:07.427501 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-13ec507d-5e0e-49ab-b612-6c5069dd9a78 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (fcf36bfb-a63f-4174-8509-e8d65d71099c), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.477112 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:05:07.485638 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-33582970-929f-4f8c-a569-27ab8ab6e69b admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/50e870f4-ded0-4ffd-9e37-9db06a7b00fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0306263 Oct 20 09:05:07.493022 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-13ec507d-5e0e-49ab-b612-6c5069dd9a78 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (fcf36bfb-a63f-4174-8509-e8d65d71099c), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.498932 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-13ec507d-5e0e-49ab-b612-6c5069dd9a78 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (fcf36bfb-a63f-4174-8509-e8d65d71099c), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.522132 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec507d-5e0e-49ab-b612-6c5069dd9a78 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf36bfb-a63f-4174-8509-e8d65d71099c,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:07.532438 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-13ec507d-5e0e-49ab-b612-6c5069dd9a78 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.533677 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-13ec507d-5e0e-49ab-b612-6c5069dd9a78 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465733 Oct 20 09:05:07.536469 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34468) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:07.540956 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-a6048258-ebfe-4880-badd-a48cc60f7b25 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'security_group_rule': {'security_group_id': '912b4997-ee35-4ff2-9fa0-bef4a15a628f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:07.554503 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-46657573-6817-4104-a8be-323802056ce5 None None] Provisioning complete for port 47d5c560-6179-4e9e-b947-078ab410b9dd triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:07.555203 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-46657573-6817-4104-a8be-323802056ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.555538 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-46657573-6817-4104-a8be-323802056ce5 None None] Attempt 1 to provision port 47d5c560-6179-4e9e-b947-078ab410b9dd Oct 20 09:05:07.583671 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a6048258-ebfe-4880-badd-a48cc60f7b25 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (b85f00e4-4fd2-4e4c-b970-3958497f7c6d), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.595830 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-46657573-6817-4104-a8be-323802056ce5 None None] Port 47d5c560-6179-4e9e-b947-078ab410b9dd cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:05:07.660750 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a6048258-ebfe-4880-badd-a48cc60f7b25 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (b85f00e4-4fd2-4e4c-b970-3958497f7c6d), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.666886 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a6048258-ebfe-4880-badd-a48cc60f7b25 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (b85f00e4-4fd2-4e4c-b970-3958497f7c6d), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.690692 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6048258-ebfe-4880-badd-a48cc60f7b25 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85f00e4-4fd2-4e4c-b970-3958497f7c6d,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:07.703641 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a6048258-ebfe-4880-badd-a48cc60f7b25 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.709782 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a6048258-ebfe-4880-badd-a48cc60f7b25 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723084 Oct 20 09:05:07.713392 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34474) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:07.720774 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:07.751763 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.771718 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 6eecc8d5-a114-4e4c-87e9-447271386e69 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:07.825928 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 6eecc8d5-a114-4e4c-87e9-447271386e69 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:07.826396 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.826762 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 6eecc8d5-a114-4e4c-87e9-447271386e69 Oct 20 09:05:07.852710 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.923088 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 6eecc8d5-a114-4e4c-87e9-447271386e69 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:07.924019 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.956064 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 6eecc8d5-a114-4e4c-87e9-447271386e69, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6eecc8d5-a114-4e4c-87e9-447271386e69,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:07.960658 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:07.983129 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:07.984437 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Allocated IP 172.37.2.165 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/7e6166c9-27a2-4d2b-8316-6e481ad813e6) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:05:08.016785 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=6eecc8d5-a114-4e4c-87e9-447271386e69,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:08.077090 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=7,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:08.109554 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34484) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:08.111280 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for port (7e6166c9-27a2-4d2b-8316-6e481ad813e6), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.114600 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1729131897-network', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:08.134113 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Made reservation on behalf of 7e1c9e1c5a2249008cc4b4c7c12ff61e for: {'network': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:05:08.137038 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.145531 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (7e6166c9-27a2-4d2b-8316-6e481ad813e6), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.146071 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.176996 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:08.185987 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:08.189141 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:08.192446 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:08.196509 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:05:08.219908 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'Port': ['ID=7e6166c9-27a2-4d2b-8316-6e481ad813e6,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:08.230298 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Publish callbacks [] for security_group (97d782dc-c0c1-4a71-872d-30ccb14bf659), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.237096 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (97d782dc-c0c1-4a71-872d-30ccb14bf659), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.259889 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 472} {{(pid=104618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:05:08.275866 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d782dc-c0c1-4a71-872d-30ccb14bf659,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:08.279352 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (69de64b8-ead3-451d-bb3c-872c9c903f90), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.279691 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.segments_db [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Added segment 69de64b8-ead3-451d-bb3c-872c9c903f90 of type vlan for network b7a759a3-e801-48e7-8ccc-4c8349952f68 Oct 20 09:05:08.288065 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.323086 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (b7a759a3-e801-48e7-8ccc-4c8349952f68), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.328734 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (7e6166c9-27a2-4d2b-8316-6e481ad813e6), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.348390 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (b7a759a3-e801-48e7-8ccc-4c8349952f68), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.349408 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:08.350018 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.402631 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2918754 Oct 20 09:05:08.409916 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34486) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:08.416539 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] Request body: {'subnet': {'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1729131897-subnet', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:08.417696 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd570d60-41b1-4eb1-be10-a1116adc5bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a759a3-e801-48e7-8ccc-4c8349952f68,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:08.429113 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network b7a759a3-e801-48e7-8ccc-4c8349952f68 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:05:08.449780 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] Made reservation on behalf of 7e1c9e1c5a2249008cc4b4c7c12ff61e for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:05:08.452288 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352862'] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.567630 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for port (7e6166c9-27a2-4d2b-8316-6e481ad813e6), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.574844 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (7e6166c9-27a2-4d2b-8316-6e481ad813e6), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.669665 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:08.674044 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.685525 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'Port': ['ID=7e6166c9-27a2-4d2b-8316-6e481ad813e6,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:08.708254 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.709599 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-2c7f63f9-249a-4b8f-91c7-9ad7601af309 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9949822 Oct 20 09:05:08.752733 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59401307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352844'] for subnet (c2bdebeb-13c0-454b-9982-1936a6a6fd3d), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.773990 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Sync routers for ids ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:05:08.782874 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:08.789243 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Routers {'50e870f4-ded0-4ffd-9e37-9db06a7b00fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:08.790044 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:08.822319 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2bdebeb-13c0-454b-9982-1936a6a6fd3d,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:08.830733 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] Checking segment: {'id': '69de64b8-ead3-451d-bb3c-872c9c903f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:05:08.830733 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] Network hostable DHCP agents. Network: b7a759a3-e801-48e7-8ccc-4c8349952f68, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:05:08.850634 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] Network b7a759a3-e801-48e7-8ccc-4c8349952f68 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:05:08.863747 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b7a759a3-e801-48e7-8ccc-4c8349952f68) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:08.867629 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:08.868366 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.883455 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479dcb8-9a28-4afb-83bc-91d2164afa58 None None] Network b7a759a3-e801-48e7-8ccc-4c8349952f68 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:05:08.891294 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-0f25f370-bf80-4758-bcc5-fa51934c3ffd admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4803436 Oct 20 09:05:08.893796 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34504) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:08.898032 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1729131897-router', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:08.940100 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (026224a8-b8cf-4a8a-8637-1e10e93f1c31), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.941485 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (026224a8-b8cf-4a8a-8637-1e10e93f1c31), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:08.944778 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-bdab2417-578b-481c-9487-7cf65703b72b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1314945510&fields=id&tenant_id=869b5cf3a9264fd3b70ae656d7814cfb HTTP/1.1" status: 200 len: 267 time: 0.0615160 Oct 20 09:05:08.947505 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Set router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:08.996555 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Publish callbacks [] for router_controller (026224a8-b8cf-4a8a-8637-1e10e93f1c31), precommit_add_association {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:09.034890 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:09.074132 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-800dcbfd-2e9d-4951-9ced-5321af38e1f0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:09.075969 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-800dcbfd-2e9d-4951-9ced-5321af38e1f0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 816 time: 0.1207452 Oct 20 09:05:09.094386 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-42f5073c-c9eb-4e30-8b2f-dbe1cf56d4b8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/quotas/869b5cf3a9264fd3b70ae656d7814cfb HTTP/1.1" status: 200 len: 375 time: 0.0116475 Oct 20 09:05:09.097421 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:09.110171 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b7a759a3-e801-48e7-8ccc-4c8349952f68', 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68', 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'fixed_ips': [{'subnet_id': 'c2bdebeb-13c0-454b-9982-1936a6a6fd3d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 09:05:09.111108 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:09.143537 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Publish callbacks [] for router_gateway (026224a8-b8cf-4a8a-8637-1e10e93f1c31), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:09.155452 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6ba2009e-08be-4c65-a1d5-5e9548c8d407 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:05:09.156452 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-90567fef-6fa4-47cf-bea0-e7fed5f4924a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493340 Oct 20 09:05:09.229831 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: 6ba2009e-08be-4c65-a1d5-5e9548c8d407 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:05:09.230230 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 6ba2009e-08be-4c65-a1d5-5e9548c8d407 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:05:09.272026 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-da635af6-24ef-45e3-a4a9-a95462ab7f38 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975785 Oct 20 09:05:09.309541 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 4, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '47d5c560-6179-4e9e-b947-078ab410b9dd', 'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'mac_address': 'fa:16:3e:48:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:06Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 2, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'subnets': [{'id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:09.343428 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Checking router: 50e870f4-ded0-4ffd-9e37-9db06a7b00fb for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:05:09.343792 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Updating router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb port 47d5c560-6179-4e9e-b947-078ab410b9dd binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:05:09.383250 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-7eff8133-9c80-4551-a1e6-374cc8624596 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027358 Oct 20 09:05:09.391539 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Allocated IP 172.20.0.2 (b7a759a3-e801-48e7-8ccc-4c8349952f68/c2bdebeb-13c0-454b-9982-1936a6a6fd3d/304ea615-659a-408c-8bdb-93ab8d2270dc) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:05:09.393538 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:09.604974 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f618745c-99d5-4761-b4ad-b9a1c115d884 req-16453948-4270-46a7-8052-dbef364a8352 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 210 time: 0.0587025 Oct 20 09:05:09.612670 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Publish callbacks [] for router_gateway (026224a8-b8cf-4a8a-8637-1e10e93f1c31), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:09.635715 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:09.704295 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Publish callbacks [] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:09.723336 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:09.784069 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Network b7a759a3-e801-48e7-8ccc-4c8349952f68 is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:09.793056 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:09.805296 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:05:09.811044 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Pushing event updated for resources: {'Port': ['ID=304ea615-659a-408c-8bdb-93ab8d2270dc,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:09.823281 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Allocated IP 172.37.2.45 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/ae920ed0-76f1-4f1b-be37-ce6c5f79e98a) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:05:09.842281 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 6eecc8d5-a114-4e4c-87e9-447271386e69 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:09.851215 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:09.905344 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Publish callbacks [] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:09.931084 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:09.934395 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:09.983698 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Attempting to bind port 304ea615-659a-408c-8bdb-93ab8d2270dc on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:05:09.984237 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Attempting to bind port 304ea615-659a-408c-8bdb-93ab8d2270dc by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '69de64b8-ead3-451d-bb3c-872c9c903f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:05:09.984760 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Attempting to bind port 304ea615-659a-408c-8bdb-93ab8d2270dc on network b7a759a3-e801-48e7-8ccc-4c8349952f68 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:05:10.011915 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Publish callbacks [] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.064037 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.102633 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:10.108571 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:10.120123 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:10.126581 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:10.130412 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:05:10.152900 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Pushing event updated for resources: {'Port': ['ID=ae920ed0-76f1-4f1b-be37-ce6c5f79e98a,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:10.187307 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 6eecc8d5-a114-4e4c-87e9-447271386e69 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:10.187678 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.188013 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 6eecc8d5-a114-4e4c-87e9-447271386e69 Oct 20 09:05:10.193951 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfba13d-34dd-419b-8dff-971d2c4760d6 None None] Pushing event updated for resources: {'Port': ['ID=47d5c560-6179-4e9e-b947-078ab410b9dd,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:10.264818 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:05:10.265184 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Checking segment: {'id': '69de64b8-ead3-451d-bb3c-872c9c903f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:05:10.265578 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.265972 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Bound using segment: {'id': '69de64b8-ead3-451d-bb3c-872c9c903f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:05:10.266437 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Bound port: 304ea615-659a-408c-8bdb-93ab8d2270dc, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69de64b8-ead3-451d-bb3c-872c9c903f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:05:10.266835 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.271351 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Attempting to bind port 47d5c560-6179-4e9e-b947-078ab410b9dd on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:05:10.271719 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Attempting to bind port 47d5c560-6179-4e9e-b947-078ab410b9dd by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:05:10.272070 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Attempting to bind port 47d5c560-6179-4e9e-b947-078ab410b9dd on network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:05:10.382725 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:05:10.383105 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Checking segment: {'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:05:10.383502 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.383887 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Bound using segment: {'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:05:10.384353 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Bound port: 47d5c560-6179-4e9e-b947-078ab410b9dd, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:05:10.384726 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.387078 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 6eecc8d5-a114-4e4c-87e9-447271386e69 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:10.387203 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Publish callbacks [] for router_gateway (026224a8-b8cf-4a8a-8637-1e10e93f1c31), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.417394 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] For port 304ea615-659a-408c-8bdb-93ab8d2270dc, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:05:10.447397 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] For port 304ea615-659a-408c-8bdb-93ab8d2270dc, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=304ea615-659a-408c-8bdb-93ab8d2270dc,segment=NetworkSegment(69de64b8-ead3-451d-bb3c-872c9c903f90),segment_id=69de64b8-ead3-451d-bb3c-872c9c903f90)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:05:10.463981 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.498770 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] For port 47d5c560-6179-4e9e-b947-078ab410b9dd, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:05:10.518686 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] For port 47d5c560-6179-4e9e-b947-078ab410b9dd, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47d5c560-6179-4e9e-b947-078ab410b9dd,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:05:10.532314 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.541968 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3974f-2233-46cf-bf47-e89311faca51 None None] Pushing event updated for resources: {'Port': ['ID=304ea615-659a-408c-8bdb-93ab8d2270dc,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:10.575765 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Routers {'50e870f4-ded0-4ffd-9e37-9db06a7b00fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:10.576404 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:10.607641 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (026224a8-b8cf-4a8a-8637-1e10e93f1c31), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.630157 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:10.643454 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfba13d-34dd-419b-8dff-971d2c4760d6 None None] Pushing event updated for resources: {'Port': ['ID=47d5c560-6179-4e9e-b947-078ab410b9dd,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:10.748414 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] Set router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:10.794932 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 09:05:10.835428 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f1bf077e-3b29-4e30-9e96-e8a56574f309 req-9512cbc9-592c-49de-abea-6a54e8b0668c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 210 time: 0.0323076 Oct 20 09:05:10.934462 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:05:10.947725 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Sync routers for ids ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:05:10.951605 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:10.952251 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=89 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:10.960202 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:10.961416 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-8ec945a6-53d5-4727-9711-ef131cee4417 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0666511 Oct 20 09:05:10.963410 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Routers {'026224a8-b8cf-4a8a-8637-1e10e93f1c31'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:10.964245 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:10.965593 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34530) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:11.042618 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 4, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '47d5c560-6179-4e9e-b947-078ab410b9dd', 'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'mac_address': 'fa:16:3e:48:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:06Z', 'updated_at': '2022-10-20T09:05:10Z', 'revision_number': 4, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'subnets': [{'id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:11.078440 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7efa24-758a-4dd0-8b22-894b42eca55b None None] The sync data for ids ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'] in dv-cinder-master-3-iscsi is: [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 4, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '47d5c560-6179-4e9e-b947-078ab410b9dd', 'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'mac_address': 'fa:16:3e:48:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:06Z', 'updated_at': '2022-10-20T09:05:10Z', 'revision_number': 4, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'subnets': [{'id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:05:11.134368 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Set router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:11.336539 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:11.342364 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:11.430098 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'name': 'tempest-TestMinimumBasicScenario-1729131897-router', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:05:10Z', 'revision_number': 3, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'gw_port': {'id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:09Z', 'updated_at': '2022-10-20T09:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:11.457309 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Checking router: 026224a8-b8cf-4a8a-8637-1e10e93f1c31 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:05:11.457654 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Updating router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a binding host dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:05:11.487710 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:11.557936 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:11.737988 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f4deb-2c49-4359-a42c-2a05def0ed9f None None] Network b7a759a3-e801-48e7-8ccc-4c8349952f68 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:05:11.771509 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Allocated IP 172.20.0.1 (b7a759a3-e801-48e7-8ccc-4c8349952f68/c2bdebeb-13c0-454b-9982-1936a6a6fd3d/21382588-44b3-4ccb-994a-255ff291457d) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:05:11.813157 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Publish callbacks [] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), precommit_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:11.824728 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:11.832357 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-c94ee017-1de5-4b31-9432-4f8830b756e8 None None] Provisioning complete for port 304ea615-659a-408c-8bdb-93ab8d2270dc triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:11.832952 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c94ee017-1de5-4b31-9432-4f8830b756e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:11.833407 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-c94ee017-1de5-4b31-9432-4f8830b756e8 None None] Attempt 1 to provision port 304ea615-659a-408c-8bdb-93ab8d2270dc Oct 20 09:05:11.838591 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 47d5c560-6179-4e9e-b947-078ab410b9dd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:11.877775 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Attempting to bind port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:05:11.878149 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Attempting to bind port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:05:11.878782 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Attempting to bind port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:05:11.915532 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Pushing event updated for resources: {'Port': ['ID=ae920ed0-76f1-4f1b-be37-ce6c5f79e98a,revision_number=2']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:11.935610 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.935953 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.936347 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.936670 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.937006 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.937333 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.937658 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.937981 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.938305 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.949521 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.950161 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.950463 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.950656 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.951152 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.951634 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:11.952656 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Publish callbacks [] for port (21382588-44b3-4ccb-994a-255ff291457d), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:11.959308 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:11.977419 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:05:11.978035 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:05:11.978626 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:11.979164 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:05:11.983422 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Bound port: ae920ed0-76f1-4f1b-be37-ce6c5f79e98a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:05:11.984067 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.005678 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.010892 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 47d5c560-6179-4e9e-b947-078ab410b9dd triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:12.011627 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.012180 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 47d5c560-6179-4e9e-b947-078ab410b9dd Oct 20 09:05:12.065511 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] For port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:05:12.069918 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] For port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ae920ed0-76f1-4f1b-be37-ce6c5f79e98a,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:05:12.073363 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a49a853d-27e9-4aa4-9f5d-42e404026464 req-de937fdb-0459-428b-b001-02735ac57a63 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 210 time: 0.0988467 Oct 20 09:05:12.079349 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.156284 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baf3b3-282a-4e2e-aa19-344736191217 None None] Pushing event updated for resources: {'Port': ['ID=ae920ed0-76f1-4f1b-be37-ce6c5f79e98a,revision_number=3']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:12.173489 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Routers {'026224a8-b8cf-4a8a-8637-1e10e93f1c31'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:12.174316 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:12.190514 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-85c7ec0e-e88c-435c-880d-115028221852 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:12.199010 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-85c7ec0e-e88c-435c-880d-115028221852 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 816 time: 0.2509954 Oct 20 09:05:12.227938 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (21382588-44b3-4ccb-994a-255ff291457d), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.229827 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-c94ee017-1de5-4b31-9432-4f8830b756e8 None None] Current status of the port 304ea615-659a-408c-8bdb-93ab8d2270dc is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:12.231075 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c94ee017-1de5-4b31-9432-4f8830b756e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.309060 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 47d5c560-6179-4e9e-b947-078ab410b9dd is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:12.309550 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.316491 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:12.356994 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] Set router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:12.395737 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-c94ee017-1de5-4b31-9432-4f8830b756e8 None None] For port 304ea615-659a-408c-8bdb-93ab8d2270dc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=304ea615-659a-408c-8bdb-93ab8d2270dc,segment=NetworkSegment(69de64b8-ead3-451d-bb3c-872c9c903f90),segment_id=69de64b8-ead3-451d-bb3c-872c9c903f90)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:12.408037 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Network b7a759a3-e801-48e7-8ccc-4c8349952f68 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:12.412007 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c94ee017-1de5-4b31-9432-4f8830b756e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.415843 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 47d5c560-6179-4e9e-b947-078ab410b9dd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47d5c560-6179-4e9e-b947-078ab410b9dd,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:12.425009 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Pushing event updated for resources: {'Port': ['ID=21382588-44b3-4ccb-994a-255ff291457d,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:12.427774 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:12.444155 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:05:12.465580 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.467390 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 304ea615-659a-408c-8bdb-93ab8d2270dc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:12.476621 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:12.498905 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-05b3ede7-b8c2-4fd3-88c8-08700cb3aee9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=869b5cf3a9264fd3b70ae656d7814cfb HTTP/1.1" status: 200 len: 380 time: 0.2676637 Oct 20 09:05:12.516670 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'port': {'device_id': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'admin_state_up': True, 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'security_groups': ['912b4997-ee35-4ff2-9fa0-bef4a15a628f']}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:12.555904 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ee017-1de5-4b31-9432-4f8830b756e8 None None] Pushing event updated for resources: {'Port': ['ID=304ea615-659a-408c-8bdb-93ab8d2270dc,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:12.610491 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:12.611192 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:12.642750 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=47d5c560-6179-4e9e-b947-078ab410b9dd,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:12.673843 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-099d27b2-f468-4d5c-9de2-2fb140626a82 None None] Provisioning complete for port 304ea615-659a-408c-8bdb-93ab8d2270dc triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:12.674465 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-099d27b2-f468-4d5c-9de2-2fb140626a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.675268 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-099d27b2-f468-4d5c-9de2-2fb140626a82 None None] Attempt 1 to provision port 304ea615-659a-408c-8bdb-93ab8d2270dc Oct 20 09:05:12.690199 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (026224a8-b8cf-4a8a-8637-1e10e93f1c31), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.709057 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 304ea615-659a-408c-8bdb-93ab8d2270dc triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:12.709772 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.710653 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 304ea615-659a-408c-8bdb-93ab8d2270dc Oct 20 09:05:12.775940 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'name': 'tempest-TestMinimumBasicScenario-1729131897-router', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:05:10Z', 'revision_number': 3, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'gw_port': {'id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:09Z', 'updated_at': '2022-10-20T09:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:12.800286 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53c7db-c47c-4253-b9d2-7975ef9df022 req-5832f9eb-2621-49e0-8f4f-76d3366acb1a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:12.806108 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e178893-ffb9-4541-b5ce-76f4c004b400 None None] The sync data for ids ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'] in dv-cinder-master-3-iscsi is: [{'id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'name': 'tempest-TestMinimumBasicScenario-1729131897-router', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:05:10Z', 'revision_number': 3, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'gw_port': {'id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:09Z', 'updated_at': '2022-10-20T09:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:05:12.807434 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9d53c7db-c47c-4253-b9d2-7975ef9df022 req-5832f9eb-2621-49e0-8f4f-76d3366acb1a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.2528970 Oct 20 09:05:12.858432 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:12.869231 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-099d27b2-f468-4d5c-9de2-2fb140626a82 None None] Current status of the port 304ea615-659a-408c-8bdb-93ab8d2270dc is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:12.873767 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 304ea615-659a-408c-8bdb-93ab8d2270dc is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:12.939468 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9d53c7db-c47c-4253-b9d2-7975ef9df022 req-6bceafd3-647d-41ed-be27-87fad5aaeac4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312656 Oct 20 09:05:12.966044 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Made reservation on behalf of 869b5cf3a9264fd3b70ae656d7814cfb for: {'port': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:05:12.970529 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.987825 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-5575a53b-f54b-41f9-96d2-df81ff024cdd None None] Provisioning complete for port 21382588-44b3-4ccb-994a-255ff291457d triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:12.988271 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5575a53b-f54b-41f9-96d2-df81ff024cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (21382588-44b3-4ccb-994a-255ff291457d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:12.988675 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-5575a53b-f54b-41f9-96d2-df81ff024cdd None None] Attempt 1 to provision port 21382588-44b3-4ccb-994a-255ff291457d Oct 20 09:05:13.022098 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (21382588-44b3-4ccb-994a-255ff291457d), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:13.024464 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-5575a53b-f54b-41f9-96d2-df81ff024cdd None None] Port 21382588-44b3-4ccb-994a-255ff291457d cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:05:13.212711 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e5b7749c-0982-43dc-94e7-a932daf36b39 req-d4a5fc3f-20a3-45c4-a7c8-8ddc226d304d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 210 time: 0.0396492 Oct 20 09:05:13.234871 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Allocated IP 172.20.0.11 (8e03c888-668e-46f5-b105-1902608fb69d/8f14ce4c-e320-41b8-8ad7-946f179b96d8/f17302af-3ee4-46d2-a6fe-a973b183f4e4) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:05:13.329668 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:13.372109 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Publish callbacks [] for port (21382588-44b3-4ccb-994a-255ff291457d), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:13.384902 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (21382588-44b3-4ccb-994a-255ff291457d), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:13.484906 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Pushing event updated for resources: {'Port': ['ID=21382588-44b3-4ccb-994a-255ff291457d,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:13.495220 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (026224a8-b8cf-4a8a-8637-1e10e93f1c31), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:13.509439 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:13.612665 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:13.792067 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 47d5c560-6179-4e9e-b947-078ab410b9dd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:13.838965 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 47d5c560-6179-4e9e-b947-078ab410b9dd triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:13.840045 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:13.840727 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 47d5c560-6179-4e9e-b947-078ab410b9dd Oct 20 09:05:13.877202 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:13.912113 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Network b7a759a3-e801-48e7-8ccc-4c8349952f68 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:13.925911 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:13.929010 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Network 8e03c888-668e-46f5-b105-1902608fb69d is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:13.930091 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 47d5c560-6179-4e9e-b947-078ab410b9dd is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:13.931702 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device ae920ed0-76f1-4f1b-be37-ce6c5f79e98a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:13.935948 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:13.941854 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event updated for resources: {'Port': ['ID=f17302af-3ee4-46d2-a6fe-a973b183f4e4,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:13.944159 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:05:13.993023 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:13.993957 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:13.994629 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a Oct 20 09:05:14.020974 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:14.053564 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:14.054324 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:14.098547 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:14.099083 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:14.130363 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ae920ed0-76f1-4f1b-be37-ce6c5f79e98a,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:14.135213 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:14.136822 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 304ea615-659a-408c-8bdb-93ab8d2270dc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:14.149900 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-98f99ea8-ec76-40d5-b169-84576020b6c6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6394780 Oct 20 09:05:14.172800 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf76e54-71b7-44db-9c32-3c4a2db4844c req-2cb2776c-d086-4af5-821f-cb47e0684c50 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:14.175558 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6cf76e54-71b7-44db-9c32-3c4a2db4844c req-2cb2776c-d086-4af5-821f-cb47e0684c50 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.1171362 Oct 20 09:05:14.184254 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Request body: {'port': {'device_id': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:14.225499 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:14.233036 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=ae920ed0-76f1-4f1b-be37-ce6c5f79e98a,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:14.240957 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 304ea615-659a-408c-8bdb-93ab8d2270dc triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:14.240957 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:14.240957 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 304ea615-659a-408c-8bdb-93ab8d2270dc Oct 20 09:05:14.280259 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:05:14.283090 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-294ade6a-e135-45bd-a238-56d9017f1b25 None None] Provisioning complete for port 21382588-44b3-4ccb-994a-255ff291457d triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:14.283337 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-294ade6a-e135-45bd-a238-56d9017f1b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (21382588-44b3-4ccb-994a-255ff291457d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:14.283667 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-294ade6a-e135-45bd-a238-56d9017f1b25 None None] Attempt 1 to provision port 21382588-44b3-4ccb-994a-255ff291457d Oct 20 09:05:14.299102 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6cf76e54-71b7-44db-9c32-3c4a2db4844c req-4952010d-684a-46ab-9b49-0a5fafad2738 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100001 Oct 20 09:05:14.304656 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:14.328667 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-294ade6a-e135-45bd-a238-56d9017f1b25 None None] Port 21382588-44b3-4ccb-994a-255ff291457d cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:05:14.360288 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-294ade6a-e135-45bd-a238-56d9017f1b25 None None] Provisioning complete for port f17302af-3ee4-46d2-a6fe-a973b183f4e4 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:14.360658 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-294ade6a-e135-45bd-a238-56d9017f1b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:14.360975 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-294ade6a-e135-45bd-a238-56d9017f1b25 None None] Attempt 1 to provision port f17302af-3ee4-46d2-a6fe-a973b183f4e4 Oct 20 09:05:14.380891 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5952fc-dcb9-4d4f-9b31-2dd7e1a3f76c req-f917529d-e9c4-433e-a37f-6a7c9e9abf44 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:14.385924 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3e5952fc-dcb9-4d4f-9b31-2dd7e1a3f76c req-f917529d-e9c4-433e-a37f-6a7c9e9abf44 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 932 time: 0.0887864 Oct 20 09:05:14.392113 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 304ea615-659a-408c-8bdb-93ab8d2270dc is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:14.407735 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-294ade6a-e135-45bd-a238-56d9017f1b25 None None] Port f17302af-3ee4-46d2-a6fe-a973b183f4e4 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:05:14.422904 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:14.441215 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3e5952fc-dcb9-4d4f-9b31-2dd7e1a3f76c req-28b90cd4-c20c-4ebf-a89b-a35c52ba9839 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507994 Oct 20 09:05:14.451756 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:05:14.468643 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-7a123e9d-7109-4da4-a2f7-0cababb4aa68 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/026224a8-b8cf-4a8a-8637-1e10e93f1c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4935920 Oct 20 09:05:14.689345 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17302af-3ee4-46d2-a6fe-a973b183f4e4 {{(pid=104618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:05:14.697512 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Publish callbacks [] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:14.711287 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.provisioning_blocks [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Transition to ACTIVE for port object f17302af-3ee4-46d2-a6fe-a973b183f4e4 will not be triggered until provisioned by entity L2. {{(pid=104618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:05:14.716622 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:14.723252 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Sync routers for ids ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:05:14.734831 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Routers {'026224a8-b8cf-4a8a-8637-1e10e93f1c31'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:14.735460 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:14.786708 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Pushing event updated for resources: {'Port': ['ID=f17302af-3ee4-46d2-a6fe-a973b183f4e4,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:14.791662 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:14.852737 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Attempting to bind port f17302af-3ee4-46d2-a6fe-a973b183f4e4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:05:14.853134 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Attempting to bind port f17302af-3ee4-46d2-a6fe-a973b183f4e4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:05:14.853395 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Attempting to bind port f17302af-3ee4-46d2-a6fe-a973b183f4e4 on network 8e03c888-668e-46f5-b105-1902608fb69d {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:05:14.900287 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Port f17302af-3ee4-46d2-a6fe-a973b183f4e4 on network 8e03c888-668e-46f5-b105-1902608fb69d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:05:14.900676 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Attempting to bind port f17302af-3ee4-46d2-a6fe-a973b183f4e4 on network 8e03c888-668e-46f5-b105-1902608fb69d {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:05:14.954400 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:05:14.954759 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Checking segment: {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:05:14.955135 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Bound using segment: {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:05:14.955563 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Bound port: f17302af-3ee4-46d2-a6fe-a973b183f4e4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c578f0e-c0b0-4913-8825-ba5b58495ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d'}}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:05:14.955914 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:14.986018 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Set router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:15.020375 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, cleared binding levels {{(pid=104618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:05:15.024066 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:05:15.031518 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:15.036331 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:15.037086 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:15.038441 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/f17302af-3ee4-46d2-a6fe-a973b183f4e4 HTTP/1.1" status: 200 len: 1094 time: 0.8618972 Oct 20 09:05:15.039127 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:05:15.041460 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a33985-fe77-4078-92d3-a82db80427ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:05:15.087768 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5962b855-fcad-465a-892d-d69ee49e34d2 x-openstack-request-id: req-5962b855-fcad-465a-892d-d69ee49e34d2 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:05:15.088052 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:05:15.088306 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5962b855-fcad-465a-892d-d69ee49e34d2 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:05:15.088706 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5962b855-fcad-465a-892d-d69ee49e34d2'] response: {'name': 'network-changed', 'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'status': 'completed', 'code': 200} Oct 20 09:05:15.128478 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96e20f-7db6-4d75-82b8-52db33cf9611 service neutron] Pushing event updated for resources: {'Port': ['ID=f17302af-3ee4-46d2-a6fe-a973b183f4e4,revision_number=3']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:15.185143 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-bbabc6ab-2657-4de9-ace4-b98646834402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:15.187015 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-bbabc6ab-2657-4de9-ace4-b98646834402 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 1128 time: 0.0513086 Oct 20 09:05:15.190647 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'name': 'tempest-TestMinimumBasicScenario-1729131897-router', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:05:12Z', 'revision_number': 4, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'gw_port': {'id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:09Z', 'updated_at': '2022-10-20T09:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '21382588-44b3-4ccb-994a-255ff291457d', 'name': '', 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'mac_address': 'fa:16:3e:9d:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c2bdebeb-13c0-454b-9982-1936a6a6fd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:11Z', 'updated_at': '2022-10-20T09:05:13Z', 'revision_number': 2, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'subnets': [{'id': 'c2bdebeb-13c0-454b-9982-1936a6a6fd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:15.225443 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Checking router: 026224a8-b8cf-4a8a-8637-1e10e93f1c31 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:05:15.225802 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Updating router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 port 21382588-44b3-4ccb-994a-255ff291457d binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:05:15.243430 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-36bfc580-f156-4898-806d-5d9174bd0e26 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0382009 Oct 20 09:05:15.263133 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (21382588-44b3-4ccb-994a-255ff291457d), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:15.302891 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-ff1a1192-798c-4ec1-9af9-6117fd8a8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:15.304907 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-ff1a1192-798c-4ec1-9af9-6117fd8a8bf9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.0535884 Oct 20 09:05:15.371447 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-e8745ea3-9ac5-4d54-8946-4482fde3e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:15.373128 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-e8745ea3-9ac5-4d54-8946-4482fde3e502 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593467 Oct 20 09:05:15.448403 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:15.484042 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-86e5ea26-a421-42a7-a68b-e5753dd31673 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027882 Oct 20 09:05:15.506824 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e0fe9-fbf6-4622-abfd-69e4e9efdd06 req-1ae71082-3343-42b3-b065-a9419b6f4c69 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:15.522004 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1e8e0fe9-fbf6-4622-abfd-69e4e9efdd06 req-1ae71082-3343-42b3-b065-a9419b6f4c69 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.1010756 Oct 20 09:05:15.595718 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1e8e0fe9-fbf6-4622-abfd-69e4e9efdd06 req-6d627929-c861-4a39-a68d-4f3659d13764 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725358 Oct 20 09:05:15.625783 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:15.631265 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58a551-6b83-423d-92e5-b69b69ee41e9 req-ad2a75f9-b16c-4a5d-bbbc-3de5fa0ace0c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:15.647268 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58a551-6b83-423d-92e5-b69b69ee41e9 req-ad2a75f9-b16c-4a5d-bbbc-3de5fa0ace0c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0816233 Oct 20 09:05:15.686171 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:15.690650 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Publish callbacks [] for port (21382588-44b3-4ccb-994a-255ff291457d), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:15.701082 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (21382588-44b3-4ccb-994a-255ff291457d), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:15.765107 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98c22002-5ac5-49f2-af09-8893c5eb9d69 req-ca243408-631b-437d-b3c8-990c8b076a2c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705803 Oct 20 09:05:15.766571 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device ae920ed0-76f1-4f1b-be37-ce6c5f79e98a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:15.785680 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-af58a551-6b83-423d-92e5-b69b69ee41e9 req-68424561-52ae-4a8c-93e2-781abf5ebcca tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203082 Oct 20 09:05:15.825627 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Attempting to bind port 21382588-44b3-4ccb-994a-255ff291457d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:05:15.826050 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Attempting to bind port 21382588-44b3-4ccb-994a-255ff291457d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '69de64b8-ead3-451d-bb3c-872c9c903f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:05:15.826377 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Attempting to bind port 21382588-44b3-4ccb-994a-255ff291457d on network b7a759a3-e801-48e7-8ccc-4c8349952f68 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:05:15.860845 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4bfe7-b0a9-4573-a0d5-9acaf20b2608 None None] Pushing event updated for resources: {'Port': ['ID=21382588-44b3-4ccb-994a-255ff291457d,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:15.884546 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:15.884919 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:15.885249 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a Oct 20 09:05:15.918853 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:05:15.919228 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Checking segment: {'id': '69de64b8-ead3-451d-bb3c-872c9c903f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:05:15.919631 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:15.920018 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Bound using segment: {'id': '69de64b8-ead3-451d-bb3c-872c9c903f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:05:15.920704 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Bound port: 21382588-44b3-4ccb-994a-255ff291457d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69de64b8-ead3-451d-bb3c-872c9c903f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:05:15.921412 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (21382588-44b3-4ccb-994a-255ff291457d), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:16.024425 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:16.027478 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] For port 21382588-44b3-4ccb-994a-255ff291457d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:05:16.030842 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] For port 21382588-44b3-4ccb-994a-255ff291457d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=21382588-44b3-4ccb-994a-255ff291457d,segment=NetworkSegment(69de64b8-ead3-451d-bb3c-872c9c903f90),segment_id=69de64b8-ead3-451d-bb3c-872c9c903f90)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:05:16.041043 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (21382588-44b3-4ccb-994a-255ff291457d), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:16.092484 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Routers {'026224a8-b8cf-4a8a-8637-1e10e93f1c31'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:16.092761 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:16.142932 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4bfe7-b0a9-4573-a0d5-9acaf20b2608 None None] Pushing event updated for resources: {'Port': ['ID=21382588-44b3-4ccb-994a-255ff291457d,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:16.222982 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] Set router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:16.432788 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'name': 'tempest-TestMinimumBasicScenario-1729131897-router', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:05:12Z', 'revision_number': 4, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'gw_port': {'id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:09Z', 'updated_at': '2022-10-20T09:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '21382588-44b3-4ccb-994a-255ff291457d', 'name': '', 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'mac_address': 'fa:16:3e:9d:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c2bdebeb-13c0-454b-9982-1936a6a6fd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:11Z', 'updated_at': '2022-10-20T09:05:16Z', 'revision_number': 4, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'subnets': [{'id': 'c2bdebeb-13c0-454b-9982-1936a6a6fd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:16.462346 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3531a-6412-49ac-bd67-a13efb5f3df7 None None] The sync data for ids ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'] in dv-cinder-master-3-iscsi is: [{'id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'name': 'tempest-TestMinimumBasicScenario-1729131897-router', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:05:12Z', 'revision_number': 4, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'gw_port': {'id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:09Z', 'updated_at': '2022-10-20T09:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '21382588-44b3-4ccb-994a-255ff291457d', 'name': '', 'network_id': 'b7a759a3-e801-48e7-8ccc-4c8349952f68', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'mac_address': 'fa:16:3e:9d:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c2bdebeb-13c0-454b-9982-1936a6a6fd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:11Z', 'updated_at': '2022-10-20T09:05:16Z', 'revision_number': 4, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'subnets': [{'id': 'c2bdebeb-13c0-454b-9982-1936a6a6fd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:05:16.724188 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:16.725915 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:16.733901 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a443c4b-8088-4e08-b213-100b33e7e8d8 req-c24cbdda-6431-4227-aca5-e12d66a69352 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:16.745089 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5a443c4b-8088-4e08-b213-100b33e7e8d8 req-c24cbdda-6431-4227-aca5-e12d66a69352 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0648913 Oct 20 09:05:16.804272 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5a443c4b-8088-4e08-b213-100b33e7e8d8 req-72be399f-d3af-420e-a0d8-f619b3da550e tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573757 Oct 20 09:05:17.006122 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a33985-fe77-4078-92d3-a82db80427ab req-d0173c26-e86c-40b1-9138-71e0470a486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:17.009799 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-19a33985-fe77-4078-92d3-a82db80427ab req-d0173c26-e86c-40b1-9138-71e0470a486e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 1128 time: 0.1037128 Oct 20 09:05:17.021931 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104d1b-f01c-4e4b-93e7-d5c22c6b3797 req-728a774b-dd72-47f9-a78b-d0d55548b529 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:17.024055 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c7104d1b-f01c-4e4b-93e7-d5c22c6b3797 req-728a774b-dd72-47f9-a78b-d0d55548b529 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.1089504 Oct 20 09:05:17.133657 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c7104d1b-f01c-4e4b-93e7-d5c22c6b3797 req-4a9fe6dd-5787-45da-a9d6-d8f92e9197f1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991368 Oct 20 09:05:17.162496 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a33985-fe77-4078-92d3-a82db80427ab req-cce414e9-17ec-4d15-8b11-db5a9be91c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:17.162496 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-19a33985-fe77-4078-92d3-a82db80427ab req-cce414e9-17ec-4d15-8b11-db5a9be91c79 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 917 time: 0.1269541 Oct 20 09:05:17.208519 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-19a33985-fe77-4078-92d3-a82db80427ab req-92679f46-8b98-4789-b6ed-8747e05ad20c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0409880 Oct 20 09:05:17.263701 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a33985-fe77-4078-92d3-a82db80427ab req-d8128a72-bc50-4b5b-95e0-f04d0dfd55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:17.265287 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-19a33985-fe77-4078-92d3-a82db80427ab req-d8128a72-bc50-4b5b-95e0-f04d0dfd55dc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.0493858 Oct 20 09:05:17.280552 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:17.321915 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a33985-fe77-4078-92d3-a82db80427ab req-53e40ed7-bcce-443f-9bc6-311698c2a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:17.323651 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-19a33985-fe77-4078-92d3-a82db80427ab req-53e40ed7-bcce-443f-9bc6-311698c2a674 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510674 Oct 20 09:05:17.443883 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-19a33985-fe77-4078-92d3-a82db80427ab req-28bc3b2d-756e-4b3c-8d59-fa7a081f0f4b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134412 Oct 20 09:05:17.548393 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-19a33985-fe77-4078-92d3-a82db80427ab req-3517587e-5348-4be4-8bd1-84e91e8fe29e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960877 Oct 20 09:05:17.736266 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 21382588-44b3-4ccb-994a-255ff291457d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:17.785330 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 21382588-44b3-4ccb-994a-255ff291457d triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:17.785708 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (21382588-44b3-4ccb-994a-255ff291457d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:17.786044 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 21382588-44b3-4ccb-994a-255ff291457d Oct 20 09:05:17.788871 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:17.871176 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 21382588-44b3-4ccb-994a-255ff291457d is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:17.871718 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (21382588-44b3-4ccb-994a-255ff291457d), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:17.873589 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:17.914890 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 21382588-44b3-4ccb-994a-255ff291457d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=21382588-44b3-4ccb-994a-255ff291457d,segment=NetworkSegment(69de64b8-ead3-451d-bb3c-872c9c903f90),segment_id=69de64b8-ead3-451d-bb3c-872c9c903f90)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:17.922088 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (21382588-44b3-4ccb-994a-255ff291457d), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:17.942577 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890219d-64c5-415b-be12-6e597d43a29a req-e057d288-f106-4b53-962d-ecf8d0212853 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:17.950950 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f890219d-64c5-415b-be12-6e597d43a29a req-e057d288-f106-4b53-962d-ecf8d0212853 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0595281 Oct 20 09:05:17.990373 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=21382588-44b3-4ccb-994a-255ff291457d,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:18.003445 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.003787 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.004131 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.004469 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.004807 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.005129 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.005502 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.005767 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.006089 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.006411 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.006831 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.007381 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.007723 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.008037 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.008997 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:18.014084 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f890219d-64c5-415b-be12-6e597d43a29a req-ac9b0ca2-59a5-4345-a1b6-f252108fb906 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567963 Oct 20 09:05:18.300531 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bd10b-d85e-4036-863c-cd47adab9c8d req-93d90839-dba3-43d3-a551-213f5c93246d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:18.302025 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a94bd10b-d85e-4036-863c-cd47adab9c8d req-93d90839-dba3-43d3-a551-213f5c93246d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0658915 Oct 20 09:05:18.379359 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a94bd10b-d85e-4036-863c-cd47adab9c8d req-89ea9042-2e20-4fc7-86ef-9bd7efcacf2d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655420 Oct 20 09:05:18.425648 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:05:19.139821 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea3990-0683-41eb-a7bc-eae9bd5e2483 req-04cf58b8-d886-4e31-8f74-6a54c3d19510 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:19.142277 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b6ea3990-0683-41eb-a7bc-eae9bd5e2483 req-04cf58b8-d886-4e31-8f74-6a54c3d19510 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0533442 Oct 20 09:05:19.192507 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device f17302af-3ee4-46d2-a6fe-a973b183f4e4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:05:19.205248 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b6ea3990-0683-41eb-a7bc-eae9bd5e2483 req-2edc0d4b-3240-498b-b09f-5c8197320870 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572169 Oct 20 09:05:19.326376 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:19.338324 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'port_id': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'mac_address': 'fa:16:3e:82:da:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 476, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:05:19.385399 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port f17302af-3ee4-46d2-a6fe-a973b183f4e4 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:19.385790 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:19.401914 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17302af-3ee4-46d2-a6fe-a973b183f4e4 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:05:19.430257 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:19.439492 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:19.502939 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=f17302af-3ee4-46d2-a6fe-a973b183f4e4,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:19.535882 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f8109-7624-4b65-b882-be4981b577b1 req-8441b657-89f2-4ae6-b1d9-095df61207e8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:19.537587 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c84f8109-7624-4b65-b882-be4981b577b1 req-8441b657-89f2-4ae6-b1d9-095df61207e8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 945 time: 0.0528183 Oct 20 09:05:19.589927 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c84f8109-7624-4b65-b882-be4981b577b1 req-022aa50d-2885-4c67-8fe9-da070f3a10dc tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449619 Oct 20 09:05:19.728469 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 21382588-44b3-4ccb-994a-255ff291457d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:19.788310 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 21382588-44b3-4ccb-994a-255ff291457d triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:19.788931 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (21382588-44b3-4ccb-994a-255ff291457d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:19.789411 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 21382588-44b3-4ccb-994a-255ff291457d Oct 20 09:05:19.861398 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['f17302af-3ee4-46d2-a6fe-a973b183f4e4'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:05:19.885431 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 21382588-44b3-4ccb-994a-255ff291457d is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:20.352187 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40576bd-6f3e-4c9f-9f57-bc3967db04b2 req-7f96bb6a-d470-4895-8622-1e787c3eedf6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:20.358967 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d40576bd-6f3e-4c9f-9f57-bc3967db04b2 req-7f96bb6a-d470-4895-8622-1e787c3eedf6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0699811 Oct 20 09:05:20.411059 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d40576bd-6f3e-4c9f-9f57-bc3967db04b2 req-490f2272-6b7f-4b95-a96d-f90b2f55e498 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499716 Oct 20 09:05:20.732688 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f9488-2793-4e44-8233-62117ec3bef5 req-c60ddee2-a9bb-4480-ae5f-e73363c99ecf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:20.734069 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-511f9488-2793-4e44-8233-62117ec3bef5 req-c60ddee2-a9bb-4480-ae5f-e73363c99ecf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 945 time: 0.0554578 Oct 20 09:05:20.786924 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-511f9488-2793-4e44-8233-62117ec3bef5 req-52f9b9ff-2bf5-4032-a7fc-e44f6d8cf6d8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468311 Oct 20 09:05:21.201049 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device f17302af-3ee4-46d2-a6fe-a973b183f4e4 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:21.250733 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port f17302af-3ee4-46d2-a6fe-a973b183f4e4 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:05:21.258169 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port f17302af-3ee4-46d2-a6fe-a973b183f4e4 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:21.258576 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:21.263028 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port f17302af-3ee4-46d2-a6fe-a973b183f4e4 Oct 20 09:05:21.295900 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:21.335070 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:21.353590 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port f17302af-3ee4-46d2-a6fe-a973b183f4e4 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:21.353975 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:21.384323 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:05:21.387113 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b18e0d4-7204-44d4-89d4-f01a02716bc6" -d '{"events": [{"server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "name": "network-vif-plugged", "status": "completed", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:05:21.403523 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:21.409357 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:21.452302 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5658f0-91d6-48a0-b77c-c6a773da38b3 x-openstack-request-id: req-6f5658f0-91d6-48a0-b77c-c6a773da38b3 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:05:21.452607 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "name": "network-vif-plugged", "status": "completed", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:05:21.452857 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f5658f0-91d6-48a0-b77c-c6a773da38b3 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:05:21.453249 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5658f0-91d6-48a0-b77c-c6a773da38b3'] response: {'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'code': 200} Oct 20 09:05:21.484973 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=f17302af-3ee4-46d2-a6fe-a973b183f4e4,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:21.552854 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe4f0b-29fd-4f1d-9fdc-2ce13679d7aa req-512ec382-e89e-45fd-b252-3fb83120df64 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:21.556779 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1cfe4f0b-29fd-4f1d-9fdc-2ce13679d7aa req-512ec382-e89e-45fd-b252-3fb83120df64 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0621271 Oct 20 09:05:21.621223 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:21.656182 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1cfe4f0b-29fd-4f1d-9fdc-2ce13679d7aa req-e720e35b-017d-4e59-8341-494b01c7a265 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931282 Oct 20 09:05:21.706762 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2d988-152d-4bc3-a904-306e063cb5ba req-aa823392-58cb-4be5-9243-6623e0f7db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:21.708674 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-58d2d988-152d-4bc3-a904-306e063cb5ba req-aa823392-58cb-4be5-9243-6623e0f7db7f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 1130 time: 0.0440402 Oct 20 09:05:21.760301 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-58d2d988-152d-4bc3-a904-306e063cb5ba req-928b3862-550c-4735-85c3-2a5406115096 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439980 Oct 20 09:05:21.926801 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1736fa8-193f-4778-91cf-8a50dd6a4e3f req-54bc4092-d697-4189-8383-7a384f7688d0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:21.929004 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a1736fa8-193f-4778-91cf-8a50dd6a4e3f req-54bc4092-d697-4189-8383-7a384f7688d0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0542364 Oct 20 09:05:21.988796 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a1736fa8-193f-4778-91cf-8a50dd6a4e3f req-5a5b0191-e8fd-49d6-a829-e246ba840bd4 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533352 Oct 20 09:05:22.777685 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c24cf3-a550-462a-b6cb-bd12d76b4fe2 req-39eb04ab-9362-47b8-b2e1-b4c35f5bd170 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:22.779247 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-30c24cf3-a550-462a-b6cb-bd12d76b4fe2 req-39eb04ab-9362-47b8-b2e1-b4c35f5bd170 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0506089 Oct 20 09:05:22.833504 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-30c24cf3-a550-462a-b6cb-bd12d76b4fe2 req-bf735c80-996d-4428-98ae-09727d4da06c tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483887 Oct 20 09:05:23.169507 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f541b-e71a-474f-a51f-78f5a028f78c req-b82a7d44-55ae-403f-bb56-feff9cb9240b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:23.178099 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-161f541b-e71a-474f-a51f-78f5a028f78c req-b82a7d44-55ae-403f-bb56-feff9cb9240b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0599926 Oct 20 09:05:23.224247 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-161f541b-e71a-474f-a51f-78f5a028f78c req-748c2d08-9f84-4aea-a363-9991d080ba85 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 Oct 20 09:05:23.968103 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879d041-ec4c-418f-b2ee-61d02eb6ac46 req-7d760a54-d235-440c-a278-76e6f0e5b066 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:23.970322 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0879d041-ec4c-418f-b2ee-61d02eb6ac46 req-7d760a54-d235-440c-a278-76e6f0e5b066 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0565350 Oct 20 09:05:24.018579 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0879d041-ec4c-418f-b2ee-61d02eb6ac46 req-96e3a2cc-b566-4b6c-bd9e-2c4befdcdd76 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417061 Oct 20 09:05:24.241809 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6411b-7796-46af-b157-56e64afe74ef req-3c62998a-3305-4d1d-9171-9729fbbfd064 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:24.249124 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c6e6411b-7796-46af-b157-56e64afe74ef req-3c62998a-3305-4d1d-9171-9729fbbfd064 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0580976 Oct 20 09:05:24.315049 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c6e6411b-7796-46af-b157-56e64afe74ef req-3fa28c81-868d-4b06-b400-3a19d99a9fa9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649424 Oct 20 09:05:24.331566 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:24.345589 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe187d28-a1dd-4826-8e16-05c8f4b8d36c req-b2e3f1c0-efdb-4ccd-8e3f-488828820c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:24.347125 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fe187d28-a1dd-4826-8e16-05c8f4b8d36c req-b2e3f1c0-efdb-4ccd-8e3f-488828820c03 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f1061324903c42ed9f0306471a113b82&device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 1129 time: 0.0480106 Oct 20 09:05:24.383612 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3292b-986b-472f-94af-3337a7e52700 req-9e5f44a5-5f90-488a-a67d-0f3bed5a92c3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:24.385416 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-94d3292b-986b-472f-94af-3337a7e52700 req-9e5f44a5-5f90-488a-a67d-0f3bed5a92c3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0708885 Oct 20 09:05:24.433724 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-94d3292b-986b-472f-94af-3337a7e52700 req-2d589977-7213-491e-9d14-2af2e131ec03 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416262 Oct 20 09:05:24.518643 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe187d28-a1dd-4826-8e16-05c8f4b8d36c req-d0eb0b22-b926-4270-a47f-9f3a2d60b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:24.520002 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fe187d28-a1dd-4826-8e16-05c8f4b8d36c req-d0eb0b22-b926-4270-a47f-9f3a2d60b447 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7 HTTP/1.1" status: 200 len: 912 time: 0.1664524 Oct 20 09:05:24.541081 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-97871105-3853-4d6d-92ff-84e90544b1ea tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:24.543055 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-97871105-3853-4d6d-92ff-84e90544b1ea tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc HTTP/1.1" status: 200 len: 815 time: 0.1396945 Oct 20 09:05:24.553760 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7932c-e0ac-4279-86e9-dae19a6e062f req-15ddcbc4-ba9f-440b-b9b3-a722254f07e0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:24.555311 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e6f7932c-e0ac-4279-86e9-dae19a6e062f req-15ddcbc4-ba9f-440b-b9b3-a722254f07e0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0472753 Oct 20 09:05:24.566084 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34660) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:24.570439 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-a30e7068-ea78-4ea0-8ad4-082177e8ba23 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Request body: {'floatingip': {'port_id': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:24.590821 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-b3a053c4-23ee-4b99-96a5-3faf99d62e85 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/quotas/020d4019643f4499b5162717fbf7b5b5 HTTP/1.1" status: 200 len: 375 time: 0.0180552 Oct 20 09:05:24.609352 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a30e7068-ea78-4ea0-8ad4-082177e8ba23 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:24.612197 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fe187d28-a1dd-4826-8e16-05c8f4b8d36c req-005b356e-a1f2-4bc0-9751-d0849c3a492e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ead535c7-97fc-458e-b3a8-642e6ca66f0a HTTP/1.1" status: 200 len: 1001 time: 0.0848465 Oct 20 09:05:24.673251 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-4fccd29d-aca8-42c6-9ffa-7d7f8e29dda9 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=020d4019643f4499b5162717fbf7b5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738442 Oct 20 09:05:24.695959 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe187d28-a1dd-4826-8e16-05c8f4b8d36c req-9cec4a6c-1578-4627-9154-f2e49711b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:24.697344 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fe187d28-a1dd-4826-8e16-05c8f4b8d36c req-9cec4a6c-1578-4627-9154-f2e49711b190 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f79087e-5051-4d15-b54d-c7d08bce78b2 HTTP/1.1" status: 200 len: 850 time: 0.0676138 Oct 20 09:05:24.777415 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe187d28-a1dd-4826-8e16-05c8f4b8d36c req-3056e868-afb7-4146-ba3e-b211e81b6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:24.778937 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fe187d28-a1dd-4826-8e16-05c8f4b8d36c req-3056e868-afb7-4146-ba3e-b211e81b6abb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718677 Oct 20 09:05:24.858210 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bcc84244-6712-4755-abd6-d4c9c2fab621 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729512 Oct 20 09:05:24.861701 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:24.888705 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:24.945905 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fe187d28-a1dd-4826-8e16-05c8f4b8d36c req-a5213cc7-b238-409f-9d1e-4276b909409a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588602 Oct 20 09:05:25.016814 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-ac7c4657-fade-438f-8516-399aed9f7a06 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521401 Oct 20 09:05:25.032139 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a30e7068-ea78-4ea0-8ad4-082177e8ba23 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:25.037017 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a30e7068-ea78-4ea0-8ad4-082177e8ba23 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:25.060462 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fe187d28-a1dd-4826-8e16-05c8f4b8d36c req-f57b099a-82c7-4cee-8bf8-4675cf707368 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022861 Oct 20 09:05:25.081117 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:25.152031 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [None req-a30e7068-ea78-4ea0-8ad4-082177e8ba23 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Floating IP 9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d associated. External IP: 172.37.2.165, port: f17302af-3ee4-46d2-a6fe-a973b183f4e4. Oct 20 09:05:25.221055 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-30178fb3-2ebf-41db-be8c-bb59fddbcadd req-680c6690-4571-4e48-9b79-aadbba938125 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 210 time: 0.0359418 Oct 20 09:05:25.387967 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30e7068-ea78-4ea0-8ad4-082177e8ba23 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Router eef76796-bf79-432b-9083-b7245a10f8c8 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:05:25.460821 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1dc23-a06a-4b1e-9f94-c3a937a7fb16 req-a52b545d-97d2-4d0e-97d0-017d6701bc5e tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:25.462737 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-31a1dc23-a06a-4b1e-9f94-c3a937a7fb16 req-a52b545d-97d2-4d0e-97d0-017d6701bc5e tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0528555 Oct 20 09:05:25.519473 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-31a1dc23-a06a-4b1e-9f94-c3a937a7fb16 req-b0197f5a-c82d-4d90-a98f-9c7c9296bae9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499284 Oct 20 09:05:25.736621 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30e7068-ea78-4ea0-8ad4-082177e8ba23 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:05:25.741467 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a30e7068-ea78-4ea0-8ad4-082177e8ba23 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:25.747124 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e9365-30b0-4d58-ae1e-c7b7a9699e2c None None] Sync routers for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:05:25.757265 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e9365-30b0-4d58-ae1e-c7b7a9699e2c None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:25.757868 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2a8e9365-30b0-4d58-ae1e-c7b7a9699e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:25.771813 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a30e7068-ea78-4ea0-8ad4-082177e8ba23 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d HTTP/1.1" status: 200 len: 992 time: 1.2046514 Oct 20 09:05:25.772444 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:05:25.774700 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30353ef2-f27c-4723-ad57-18bcbdef2196" -d '{"events": [{"name": "network-changed", "server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:05:25.810781 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c220d7-21fb-4e9d-a670-09e7faf40be9 x-openstack-request-id: req-97c220d7-21fb-4e9d-a670-09e7faf40be9 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:05:25.811315 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:05:25.811315 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97c220d7-21fb-4e9d-a670-09e7faf40be9 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:05:25.811679 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c220d7-21fb-4e9d-a670-09e7faf40be9'] response: {'name': 'network-changed', 'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'status': 'completed', 'code': 200} Oct 20 09:05:25.859219 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-2a8e9365-30b0-4d58-ae1e-c7b7a9699e2c None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:26.067246 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2a8e9365-30b0-4d58-ae1e-c7b7a9699e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'floating_ip_address': '172.37.2.165', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'port_id': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'mac_address': 'fa:16:3e:82:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:05:24Z', 'revision_number': 1, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:26.092882 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e9365-30b0-4d58-ae1e-c7b7a9699e2c None None] Checking router: eef76796-bf79-432b-9083-b7245a10f8c8 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:05:26.101307 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e9365-30b0-4d58-ae1e-c7b7a9699e2c None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:26.101919 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2a8e9365-30b0-4d58-ae1e-c7b7a9699e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:26.143886 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:26.205605 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-2a8e9365-30b0-4d58-ae1e-c7b7a9699e2c None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:26.275941 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30353ef2-f27c-4723-ad57-18bcbdef2196 req-b3a6fa27-5f5c-49bf-8ac5-5c330270389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:26.277947 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-30353ef2-f27c-4723-ad57-18bcbdef2196 req-b3a6fa27-5f5c-49bf-8ac5-5c330270389f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 1130 time: 0.0482626 Oct 20 09:05:26.368516 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6ef13c03-fce7-4e62-aeed-a63356b34ae4 req-0a40e0d3-f178-4c80-ba77-78ec784152c0 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 210 time: 0.0652936 Oct 20 09:05:26.413611 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:26.416991 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30353ef2-f27c-4723-ad57-18bcbdef2196 req-92e91694-ef59-4b72-b2d5-66df481e96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:26.419605 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-30353ef2-f27c-4723-ad57-18bcbdef2196 req-92e91694-ef59-4b72-b2d5-66df481e96bc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 917 time: 0.1249778 Oct 20 09:05:26.457837 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2a8e9365-30b0-4d58-ae1e-c7b7a9699e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'floating_ip_address': '172.37.2.165', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'port_id': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'mac_address': 'fa:16:3e:82:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:05:24Z', 'revision_number': 1, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:26.484347 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e9365-30b0-4d58-ae1e-c7b7a9699e2c None None] The sync data for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi is: [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'floating_ip_address': '172.37.2.165', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'port_id': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'mac_address': 'fa:16:3e:82:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:05:24Z', 'revision_number': 1, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:05:26.488535 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-30353ef2-f27c-4723-ad57-18bcbdef2196 req-242039cc-a57b-4771-959f-d1f9b9e46252 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4 HTTP/1.1" status: 200 len: 1000 time: 0.0603652 Oct 20 09:05:26.549130 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30353ef2-f27c-4723-ad57-18bcbdef2196 req-844e0182-085f-42d2-ab4a-6c765acec6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:26.551823 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-30353ef2-f27c-4723-ad57-18bcbdef2196 req-844e0182-085f-42d2-ab4a-6c765acec6a2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.0478663 Oct 20 09:05:26.603026 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30353ef2-f27c-4723-ad57-18bcbdef2196 req-27246808-20f0-4ff6-b706-11d2feb2f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:26.605637 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-30353ef2-f27c-4723-ad57-18bcbdef2196 req-27246808-20f0-4ff6-b706-11d2feb2f1ba service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428803 Oct 20 09:05:26.663398 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70b1b6-77e4-4f6a-b942-42d6997f06ae req-cbd2d694-835e-46bd-af40-c10006e233fb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:26.665001 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae70b1b6-77e4-4f6a-b942-42d6997f06ae req-cbd2d694-835e-46bd-af40-c10006e233fb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0565970 Oct 20 09:05:26.713503 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-30353ef2-f27c-4723-ad57-18bcbdef2196 req-63b11fd6-358c-4bac-b06e-caefabd97451 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955915 Oct 20 09:05:26.724091 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313bb9b1-5835-4279-b958-4ce9fb300191 None None] New status for floating IP 9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d: ACTIVE {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:05:26.731242 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae70b1b6-77e4-4f6a-b942-42d6997f06ae req-977a54cb-0ffa-43cf-b1eb-d22d22b463aa tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550003 Oct 20 09:05:27.051433 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-30353ef2-f27c-4723-ad57-18bcbdef2196 req-0bda1c05-aad9-44c3-bbb6-c552a590ff5c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876937 Oct 20 09:05:27.241589 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-09c6414b-4709-4758-bcac-27f33fa57c6b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:27.243104 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-09c6414b-4709-4758-bcac-27f33fa57c6b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.23 "GET /networking/v2.0/networks?id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc HTTP/1.1" status: 200 len: 815 time: 0.1019490 Oct 20 09:05:27.280929 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Request body: {'port': {'device_id': '03c3c04f-2850-480f-8d15-6f15327734e0', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'admin_state_up': True, 'tenant_id': '020d4019643f4499b5162717fbf7b5b5'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:27.608318 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-77b1cfc4-8e99-4981-a56b-7d1033e9d629 req-bb65a695-535c-4708-b170-5a282af496e4 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 210 time: 0.0330014 Oct 20 09:05:27.642501 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:27.688466 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Made reservation on behalf of 020d4019643f4499b5162717fbf7b5b5 for: {'port': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:05:27.695028 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:27.869279 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Allocated IP 172.20.0.5 (c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc/4650c59c-db75-4a36-bd36-566aa7d5ddfb/3c5f5de7-af1f-4408-ba7d-6be5f0344198) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:05:28.032004 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:28.042575 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:28.079434 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:28.125940 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:28.129225 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:28.133369 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:05:28.156717 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'Port': ['ID=3c5f5de7-af1f-4408-ba7d-6be5f0344198,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:28.206211 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:28.206896 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:28.224947 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-bbd4e5cc-9248-4e0d-9268-674e086a76e1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9483719 Oct 20 09:05:28.427210 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-79656f87-1a66-4c26-9b39-356e038695f7 None None] Provisioning complete for port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:28.427765 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-79656f87-1a66-4c26-9b39-356e038695f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:28.428679 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-79656f87-1a66-4c26-9b39-356e038695f7 None None] Attempt 1 to provision port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 Oct 20 09:05:28.466039 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-79656f87-1a66-4c26-9b39-356e038695f7 None None] Port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:05:28.907817 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e98f57-49bd-461c-8ba3-18cf5124a69d req-db8bb46c-6533-4947-a657-09f47f77c3d0 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:28.909283 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-50e98f57-49bd-461c-8ba3-18cf5124a69d req-db8bb46c-6533-4947-a657-09f47f77c3d0 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 931 time: 0.2141211 Oct 20 09:05:28.952002 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-47ed9bf8-de47-4a79-89f9-1d806844eb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:28.974338 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-50e98f57-49bd-461c-8ba3-18cf5124a69d req-15cc5d4d-04e1-4418-90cf-0566c398065c tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591221 Oct 20 09:05:30.159619 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ccf0-70d0-4bff-aa43-653bc97fdc6c req-6f71ec41-b886-4256-88d9-96c8fe3042c2 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:30.161767 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5b64ccf0-70d0-4bff-aa43-653bc97fdc6c req-6f71ec41-b886-4256-88d9-96c8fe3042c2 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 931 time: 0.1113505 Oct 20 09:05:30.221102 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5b64ccf0-70d0-4bff-aa43-653bc97fdc6c req-e2bb403f-f0c2-4005-8afc-39722a055015 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528440 Oct 20 09:05:31.031567 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-3562c199-a939-48e3-9537-d8fa4bf5c7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:31.351018 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe4871-e5e7-4ccc-a817-938fd3ccc610 req-755a56a8-97bd-4c4f-90ef-0731586bec68 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:31.352409 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2abe4871-e5e7-4ccc-a817-938fd3ccc610 req-755a56a8-97bd-4c4f-90ef-0731586bec68 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 931 time: 0.0491939 Oct 20 09:05:31.404633 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2abe4871-e5e7-4ccc-a817-938fd3ccc610 req-856da3cf-9479-447e-8c3d-308700c0bdad tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451727 Oct 20 09:05:32.388505 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:32.536324 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d850e7-94fc-4a79-8227-a5f5f908f802 req-7a0afc06-1d6e-4268-92bb-949f4758b6b0 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:32.538415 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-41d850e7-94fc-4a79-8227-a5f5f908f802 req-7a0afc06-1d6e-4268-92bb-949f4758b6b0 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 931 time: 0.0543885 Oct 20 09:05:32.588372 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-41d850e7-94fc-4a79-8227-a5f5f908f802 req-77322b3c-b22d-43e7-ba25-62cf8b460af1 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440481 Oct 20 09:05:33.724163 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee5f29-1095-4c39-a536-38c174d20424 req-a8442bb6-36d5-488d-9552-933b344c7be8 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:33.726058 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-96ee5f29-1095-4c39-a536-38c174d20424 req-a8442bb6-36d5-488d-9552-933b344c7be8 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 931 time: 0.0615315 Oct 20 09:05:33.790147 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-96ee5f29-1095-4c39-a536-38c174d20424 req-75434ec0-826c-4d29-96f2-15da06c0ed96 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583808 Oct 20 09:05:34.127132 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:34.292150 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:34.920521 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8705025-d3c5-4a46-9b0f-d5024351a50c req-9f5dde22-18ca-4e8f-9c51-267cd80f2066 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:34.922161 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d8705025-d3c5-4a46-9b0f-d5024351a50c req-9f5dde22-18ca-4e8f-9c51-267cd80f2066 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 931 time: 0.0529046 Oct 20 09:05:34.973580 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:34.982192 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d8705025-d3c5-4a46-9b0f-d5024351a50c req-7e15b5e2-9be2-4912-9054-faf739354035 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524614 Oct 20 09:05:36.108614 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76164dbf-03e5-4a2f-8619-d07d995330d5 req-dcb49e63-8f54-4d53-bfaf-c5a9841b6c88 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:36.110289 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-76164dbf-03e5-4a2f-8619-d07d995330d5 req-dcb49e63-8f54-4d53-bfaf-c5a9841b6c88 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 931 time: 0.0485826 Oct 20 09:05:36.157818 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-76164dbf-03e5-4a2f-8619-d07d995330d5 req-46997ac5-5f7f-437e-8ac5-2ecf3dbce0eb tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Oct 20 09:05:36.638771 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Request body: {'port': {'device_id': '03c3c04f-2850-480f-8d15-6f15327734e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:36.701144 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:36.943378 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:36.973490 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5f5de7-af1f-4408-ba7d-6be5f0344198 {{(pid=104618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:05:36.981958 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Publish callbacks [] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:36.994586 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.provisioning_blocks [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Transition to ACTIVE for port object 3c5f5de7-af1f-4408-ba7d-6be5f0344198 will not be triggered until provisioned by entity L2. {{(pid=104618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:05:36.997873 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:37.076366 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5f5de7-af1f-4408-ba7d-6be5f0344198,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:37.090972 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.091306 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.091643 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.091978 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.092306 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.092633 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.092957 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.093282 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.093601 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.093922 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.094251 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.094599 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.094917 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.095236 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.095553 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:05:37.120705 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Attempting to bind port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:05:37.121285 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Attempting to bind port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:05:37.121412 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Attempting to bind port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 on network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:05:37.161366 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 on network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:05:37.161606 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Attempting to bind port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 on network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:05:37.202721 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:05:37.203062 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Checking segment: {'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:05:37.203471 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Bound using segment: {'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'} {{(pid=104618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:05:37.203910 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.managers [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Bound port: 3c5f5de7-af1f-4408-ba7d-6be5f0344198, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29919c7-445f-4be5-827b-ce88901572be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc'}}] {{(pid=104618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:05:37.204268 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:37.308238 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64d218-aa87-42f9-896d-ce82b9ff90a3 req-47a48330-3f3a-45af-969e-9eadabf1383a tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:37.309750 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0d64d218-aa87-42f9-896d-ce82b9ff90a3 req-47a48330-3f3a-45af-969e-9eadabf1383a tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 943 time: 0.0702209 Oct 20 09:05:37.314779 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] For port 3c5f5de7-af1f-4408-ba7d-6be5f0344198, host hv-cinder-maste, cleared binding levels {{(pid=104618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:05:37.319942 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] For port 3c5f5de7-af1f-4408-ba7d-6be5f0344198, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:05:37.337817 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:37.343876 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:37.344488 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:37.345829 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/3c5f5de7-af1f-4408-ba7d-6be5f0344198 HTTP/1.1" status: 200 len: 1093 time: 0.7114575 Oct 20 09:05:37.347566 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:05:37.349800 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219b6719-4e93-41e0-94ab-2222af0ae8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:05:37.370028 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:37.398403 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6655b5b-ab5a-4fd9-934d-64ea15e460c9 x-openstack-request-id: req-f6655b5b-ab5a-4fd9-934d-64ea15e460c9 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:05:37.398716 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:05:37.398967 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6655b5b-ab5a-4fd9-934d-64ea15e460c9 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:05:37.399359 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6655b5b-ab5a-4fd9-934d-64ea15e460c9'] response: {'name': 'network-changed', 'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'status': 'completed', 'code': 200} Oct 20 09:05:37.419942 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0d64d218-aa87-42f9-896d-ce82b9ff90a3 req-1e9dd460-0c41-4fec-a8a7-826767523c16 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026416 Oct 20 09:05:37.424985 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a46f5-39f2-402b-9c5c-e39fab855261 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5f5de7-af1f-4408-ba7d-6be5f0344198,revision_number=3']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:37.525759 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6719-4e93-41e0-94ab-2222af0ae8fe req-c623aca8-76a8-4502-84d8-394c6c607273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:37.527326 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-219b6719-4e93-41e0-94ab-2222af0ae8fe req-c623aca8-76a8-4502-84d8-394c6c607273 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=020d4019643f4499b5162717fbf7b5b5&device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 1127 time: 0.0406291 Oct 20 09:05:37.631663 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6719-4e93-41e0-94ab-2222af0ae8fe req-aadbbe04-08c9-4dff-bc08-de1bd33d57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:37.633124 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-219b6719-4e93-41e0-94ab-2222af0ae8fe req-aadbbe04-08c9-4dff-bc08-de1bd33d57b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=020d4019643f4499b5162717fbf7b5b5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0923038 Oct 20 09:05:37.729761 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6719-4e93-41e0-94ab-2222af0ae8fe req-079de249-3814-4b87-9f60-97bbcf16ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:37.731532 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-219b6719-4e93-41e0-94ab-2222af0ae8fe req-079de249-3814-4b87-9f60-97bbcf16ac81 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917211 Oct 20 09:05:37.905412 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-0124cd89-9623-4f93-8141-15b3e53879d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:37.907028 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-0124cd89-9623-4f93-8141-15b3e53879d8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=020d4019643f4499b5162717fbf7b5b5&device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 1127 time: 0.0422220 Oct 20 09:05:37.957444 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-3843658d-195f-45a5-af37-0163b3710935 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198 HTTP/1.1" status: 200 len: 217 time: 0.0357671 Oct 20 09:05:38.006878 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-07d49d21-fbbd-41dd-acef-f9a88e2d9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:38.008343 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-07d49d21-fbbd-41dd-acef-f9a88e2d9f92 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4650c59c-db75-4a36-bd36-566aa7d5ddfb HTTP/1.1" status: 200 len: 854 time: 0.0447206 Oct 20 09:05:38.051324 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-72a48d17-80c9-4f48-8c22-c51bfc9f3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:38.052791 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-72a48d17-80c9-4f48-8c22-c51bfc9f3a7d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372777 Oct 20 09:05:38.076002 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:38.144436 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-241f260b-45f4-46f5-a63f-d353a7de20bc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853362 Oct 20 09:05:38.233092 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b8c7e556-d5ba-4750-bc95-fc4cbd6f9f51 req-ed593ecd-952d-48fe-8f0b-4fad2152f96a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823185 Oct 20 09:05:38.539396 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e2ab9-fc3f-4d17-abee-707f0c1566f2 req-eb15b8b1-51d7-4312-b0bc-df239fa359d6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:38.540749 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-267e2ab9-fc3f-4d17-abee-707f0c1566f2 req-eb15b8b1-51d7-4312-b0bc-df239fa359d6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 943 time: 0.0454497 Oct 20 09:05:38.591471 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-267e2ab9-fc3f-4d17-abee-707f0c1566f2 req-fd079cf6-3eb8-4f73-8d3d-30e0fc8f4858 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445235 Oct 20 09:05:39.129547 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee23197-d6ae-4bf9-a9d1-f995b1104a9c req-eb98558b-8eea-4efb-a811-3515605dc929 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:39.131019 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7ee23197-d6ae-4bf9-a9d1-f995b1104a9c req-eb98558b-8eea-4efb-a811-3515605dc929 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0457757 Oct 20 09:05:39.149316 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:39.177543 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7ee23197-d6ae-4bf9-a9d1-f995b1104a9c req-facb5bd9-3068-48f0-b1ec-3ab86ec35476 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403883 Oct 20 09:05:39.710029 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f45b0-8789-475f-ac40-6adb833da4d8 req-c2d07ac0-63f3-401e-b520-534eb4abba6d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:39.711637 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-760f45b0-8789-475f-ac40-6adb833da4d8 req-c2d07ac0-63f3-401e-b520-534eb4abba6d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 943 time: 0.0463872 Oct 20 09:05:39.757969 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-760f45b0-8789-475f-ac40-6adb833da4d8 req-877e6685-c749-42b8-9e2e-82499886c250 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Oct 20 09:05:40.301179 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f4d1f-fba6-41cf-8e80-1ddc5799b611 req-bc411f8d-ee11-4ac2-8b30-48f4c642f0c6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:40.302702 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0a2f4d1f-fba6-41cf-8e80-1ddc5799b611 req-bc411f8d-ee11-4ac2-8b30-48f4c642f0c6 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0499976 Oct 20 09:05:40.350295 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0a2f4d1f-fba6-41cf-8e80-1ddc5799b611 req-ad4a42fb-497c-40ba-b907-1da316e28a3d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413332 Oct 20 09:05:40.875552 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca8fb-b8f6-4549-94fa-a6abfe4b9418 req-b73a5484-d1cd-4025-8043-b34202e41e7a tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:40.876981 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-06eca8fb-b8f6-4549-94fa-a6abfe4b9418 req-b73a5484-d1cd-4025-8043-b34202e41e7a tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 943 time: 0.0453510 Oct 20 09:05:40.922522 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-06eca8fb-b8f6-4549-94fa-a6abfe4b9418 req-9dfbaaac-b52b-4179-8423-6ea9c27a6c63 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400424 Oct 20 09:05:41.342320 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 3c5f5de7-af1f-4408-ba7d-6be5f0344198 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:05:41.574389 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 3c5f5de7-af1f-4408-ba7d-6be5f0344198, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:41.575813 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225720c-5d56-42c2-a2da-f3990037b6cf req-00bd5e44-1857-4030-810a-5b0da354bc0e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:41.577527 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1225720c-5d56-42c2-a2da-f3990037b6cf req-00bd5e44-1857-4030-810a-5b0da354bc0e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0471029 Oct 20 09:05:41.585733 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'port_id': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'mac_address': 'fa:16:3e:d9:90:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:05:41.623786 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:41.624172 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:41.624492 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1225720c-5d56-42c2-a2da-f3990037b6cf req-9b400719-e6c8-4972-9c65-d4d254fd1c8c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Oct 20 09:05:41.637563 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5f5de7-af1f-4408-ba7d-6be5f0344198 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:05:41.656912 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 3c5f5de7-af1f-4408-ba7d-6be5f0344198, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:41.660868 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:41.704714 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=3c5f5de7-af1f-4408-ba7d-6be5f0344198,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:42.043085 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20707ca-9925-4e51-b9f7-620fce2503d1 req-638258a7-70a8-4719-b59c-11677bbc9ace tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:42.044520 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d20707ca-9925-4e51-b9f7-620fce2503d1 req-638258a7-70a8-4719-b59c-11677bbc9ace tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 944 time: 0.0490205 Oct 20 09:05:42.055334 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['3c5f5de7-af1f-4408-ba7d-6be5f0344198'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:05:42.084925 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:42.094407 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d20707ca-9925-4e51-b9f7-620fce2503d1 req-c121208d-a7e4-4c25-bf43-4daefd3f4f55 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444384 Oct 20 09:05:42.101093 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:42.187331 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:42.194926 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:42.673614 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=86 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:42.677578 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=37 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:42.707814 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:42.748767 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f0b4f-c859-498b-95c5-3e354a2d6e31 req-1f61dbd5-798b-433a-adee-b39e725380a1 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:42.750220 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-009f0b4f-c859-498b-95c5-3e354a2d6e31 req-1f61dbd5-798b-433a-adee-b39e725380a1 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0507193 Oct 20 09:05:42.797753 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-009f0b4f-c859-498b-95c5-3e354a2d6e31 req-8f20e9ec-5805-4091-a861-217a96249f71 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420251 Oct 20 09:05:43.214258 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886cdb3-4d43-4ad1-8bcd-380ecacff48d req-56cd7343-0d50-4d0b-a0e9-5277ee047723 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:43.216056 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c886cdb3-4d43-4ad1-8bcd-380ecacff48d req-56cd7343-0d50-4d0b-a0e9-5277ee047723 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 944 time: 0.0471265 Oct 20 09:05:43.261879 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c886cdb3-4d43-4ad1-8bcd-380ecacff48d req-bece4150-7d70-4324-bee0-e3bbe8b4c1fe tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403268 Oct 20 09:05:43.344680 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-3660e79b-054b-4462-8a31-73d1d9c6d9fc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388429 Oct 20 09:05:43.356065 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 3c5f5de7-af1f-4408-ba7d-6be5f0344198 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:05:43.401402 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:05:43.407148 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:05:43.407530 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:43.407862 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 Oct 20 09:05:43.480546 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:05:43.480932 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:43.504443 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:05:43.506707 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d52a96-7d73-403b-bbc2-4ef85298788a" -d '{"events": [{"server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "name": "network-vif-plugged", "status": "completed", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:05:43.520040 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 3c5f5de7-af1f-4408-ba7d-6be5f0344198, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:43.524623 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:43.547871 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16307f5a-6502-4bf0-816e-d316cd381f8a x-openstack-request-id: req-16307f5a-6502-4bf0-816e-d316cd381f8a {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:05:43.548208 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "name": "network-vif-plugged", "status": "completed", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:05:43.548463 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16307f5a-6502-4bf0-816e-d316cd381f8a {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:05:43.548856 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16307f5a-6502-4bf0-816e-d316cd381f8a'] response: {'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'code': 200} Oct 20 09:05:43.572362 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=3c5f5de7-af1f-4408-ba7d-6be5f0344198,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:43.858054 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cda08-4e13-4535-99b4-c243334a820f req-53eef69f-96a1-4d9f-8160-1049631d5699 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:43.859866 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ac3cda08-4e13-4535-99b4-c243334a820f req-53eef69f-96a1-4d9f-8160-1049631d5699 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0516591 Oct 20 09:05:43.896459 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-137373c3-e9ca-4c33-a0bf-941ab36483b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:43.898617 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-137373c3-e9ca-4c33-a0bf-941ab36483b0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 1129 time: 0.0467920 Oct 20 09:05:44.000238 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e873-d8fa-410a-966f-27d6a171e588 req-b20ef8d5-1954-4523-9cde-60b2601925bd tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:44.002083 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-38a7e873-d8fa-410a-966f-27d6a171e588 req-b20ef8d5-1954-4523-9cde-60b2601925bd tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 946 time: 0.0905311 Oct 20 09:05:44.019193 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Deleting port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:05:44.019531 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:44.078855 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-a445a927-60c5-40fe-983e-e8bf52f7a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:44.080319 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-a445a927-60c5-40fe-983e-e8bf52f7a164 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 200 len: 918 time: 0.1504641 Oct 20 09:05:44.095911 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc2665-9358-4a7d-bef1-4d00adb413fa req-5e3065cd-1160-4796-91a3-2c262feb2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:44.096787 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8ebc2665-9358-4a7d-bef1-4d00adb413fa req-5e3065cd-1160-4796-91a3-2c262feb2827 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 1129 time: 0.0531776 Oct 20 09:05:44.108984 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-38a7e873-d8fa-410a-966f-27d6a171e588 req-c4e75174-b059-4377-9087-309ac9122019 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4ce18e4d-a459-4644-b9b2-cf8df83bbc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994892 Oct 20 09:05:44.130155 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-1b847ae2-08bf-45cf-84b2-cb14cf13b0e1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761aed46-611d-4ca6-9fc5-7334f3e86a8f HTTP/1.1" status: 200 len: 217 time: 0.0410578 Oct 20 09:05:44.139671 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] For port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:44.140034 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:44.203528 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-bc0f53a2-5db9-4148-9f6e-3b065fec5e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:44.204891 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-bc0f53a2-5db9-4148-9f6e-3b065fec5e52 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 200 len: 856 time: 0.0667725 Oct 20 09:05:44.207032 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8ebc2665-9358-4a7d-bef1-4d00adb413fa req-ee3d8668-3812-4b1a-bdf1-41a2f6c02670 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829647 Oct 20 09:05:44.246013 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:44.307749 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:44.308399 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (d4bfd136-4671-4d97-a2b1-b4d028402d95), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:44.308545 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Floating IP d4bfd136-4671-4d97-a2b1-b4d028402d95 disassociated. External IP: 172.37.2.48, port: b9bd9664-f1f8-415b-84b5-9c0f08f3fc00. Oct 20 09:05:44.308859 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Calling delete_port for b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 owned by compute:nova {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:05:44.403232 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84446-9ec8-4906-bffe-54d599689cc7 req-39e4a200-53e1-49ef-91ed-3c68182201e5 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:44.404750 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dfb84446-9ec8-4906-bffe-54d599689cc7 req-39e4a200-53e1-49ef-91ed-3c68182201e5 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 945 time: 0.0590396 Oct 20 09:05:44.441271 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (b9bd9664-f1f8-415b-84b5-9c0f08f3fc00), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:44.463135 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dfb84446-9ec8-4906-bffe-54d599689cc7 req-926f14d9-dbfa-4f8e-954f-a0b774de17e7 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526567 Oct 20 09:05:44.473160 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event deleted for resources: {'Port': ['ID=b9bd9664-f1f8-415b-84b5-9c0f08f3fc00,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:44.543025 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-edd650af-8773-45de-8047-7c86f70b2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:44.544533 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-edd650af-8773-45de-8047-7c86f70b2690 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89681d33-1e95-46d3-a4f1-4813c7b75e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436256 Oct 20 09:05:44.579270 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:44.602349 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Router 925cb29f-bad0-4493-9a33-a8eefe88e05e has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:05:44.655862 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-332839ff-1a4c-47d6-b544-b5007006b22d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025088 Oct 20 09:05:44.708407 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:05:44.718970 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb93239f-5eba-4828-8dba-9db98b5d466f None None] Sync routers for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:05:44.730224 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb93239f-5eba-4828-8dba-9db98b5d466f None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:44.730947 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-bb93239f-5eba-4828-8dba-9db98b5d466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:44.754962 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] No DVR routers for this DVR port b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 on host hv-cinder-maste {{(pid=104618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:05:44.757412 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:44.760874 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ac3cda08-4e13-4535-99b4-c243334a820f req-492eab90-efb9-4446-880c-6d7b793153ff tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "DELETE /networking/v2.0/ports/b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 HTTP/1.1" status: 204 len: 173 time: 0.8881657 Oct 20 09:05:44.761494 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'name': 'network-vif-deleted', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:05:44.763924 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df031cd4-2eef-48ed-a723-b3204598c788" -d '{"events": [{"server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "name": "network-vif-deleted", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:05:44.807804 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b58659-25f5-4f8c-8466-24bc2a46038d x-openstack-request-id: req-34b58659-25f5-4f8c-8466-24bc2a46038d {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:05:44.808236 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0966d3-1311-4690-a69f-d3df935a76e1", "name": "network-vif-deleted", "tag": "b9bd9664-f1f8-415b-84b5-9c0f08f3fc00", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:05:44.808552 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34b58659-25f5-4f8c-8466-24bc2a46038d {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:05:44.809093 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b58659-25f5-4f8c-8466-24bc2a46038d'] response: {'server_uuid': 'ea0966d3-1311-4690-a69f-d3df935a76e1', 'name': 'network-vif-deleted', 'tag': 'b9bd9664-f1f8-415b-84b5-9c0f08f3fc00', 'status': 'completed', 'code': 200} Oct 20 09:05:44.848465 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-bb93239f-5eba-4828-8dba-9db98b5d466f None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:45.044224 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-bb93239f-5eba-4828-8dba-9db98b5d466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:50Z', 'revision_number': 5, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:45.071457 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb93239f-5eba-4828-8dba-9db98b5d466f None None] Checking router: 925cb29f-bad0-4493-9a33-a8eefe88e05e for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:05:45.080180 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb93239f-5eba-4828-8dba-9db98b5d466f None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:45.081364 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-bb93239f-5eba-4828-8dba-9db98b5d466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:45.123797 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-98ce477a-c880-4c9d-8119-2b4f429c4a50 req-f452444d-d1fd-4d42-ae2e-20fbc4c2a955 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870895 Oct 20 09:05:45.229624 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-85682b40-2992-497e-a667-a76d2ee007ec req-040c71fe-b7c7-4bf0-a49c-ef5789ff988c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 210 time: 0.0348268 Oct 20 09:05:45.272743 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-bb93239f-5eba-4828-8dba-9db98b5d466f None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:45.459268 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-bb93239f-5eba-4828-8dba-9db98b5d466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:50Z', 'revision_number': 5, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:45.487387 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb93239f-5eba-4828-8dba-9db98b5d466f None None] The sync data for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi is: [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:00:36Z', 'revision_number': 4, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c755d864-f1b0-4377-9693-6cd6aef86bca', 'name': '', 'network_id': '89681d33-1e95-46d3-a4f1-4813c7b75e62', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'mac_address': 'fa:16:3e:ff:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:35Z', 'updated_at': '2022-10-20T09:00:50Z', 'revision_number': 5, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'subnets': [{'id': 'd1383fbe-9dd2-4af9-aeca-8b85b2f75a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:05:45.589019 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df813bf1-4a96-4d68-a247-b6e551cded65 req-f2c66010-321d-40a9-b306-6d7a482a95b2 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:45.590803 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-df813bf1-4a96-4d68-a247-b6e551cded65 req-f2c66010-321d-40a9-b306-6d7a482a95b2 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 945 time: 0.0486689 Oct 20 09:05:45.638983 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-df813bf1-4a96-4d68-a247-b6e551cded65 req-1694e90b-37f2-473e-83af-26acef1e187b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425169 Oct 20 09:05:45.733506 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523af39f-c1fb-4133-bbe1-112a787095ef None None] New status for floating IP d4bfd136-4671-4d97-a2b1-b4d028402d95: DOWN {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:05:45.770823 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33691-8cd7-4d85-ace5-0512af2b3b12 req-b4f5252a-21ea-452f-aaf7-9661b81d68ec tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:45.772401 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4bd33691-8cd7-4d85-ace5-0512af2b3b12 req-b4f5252a-21ea-452f-aaf7-9661b81d68ec tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 945 time: 0.0558038 Oct 20 09:05:45.831204 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4bd33691-8cd7-4d85-ace5-0512af2b3b12 req-66333178-db19-489e-9069-53431c4242ac tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451944 Oct 20 09:05:46.168504 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d50819-123b-47db-aa4a-d12aa6f5be26 req-49fac4bb-97b5-4627-bf4a-7b3dcd0dffb5 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:46.169889 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-54d50819-123b-47db-aa4a-d12aa6f5be26 req-49fac4bb-97b5-4627-bf4a-7b3dcd0dffb5 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 945 time: 0.0457609 Oct 20 09:05:46.181034 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:46.220982 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-54d50819-123b-47db-aa4a-d12aa6f5be26 req-16c12c9e-bd5d-44f0-a58e-7e9cb06c00d8 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Oct 20 09:05:46.348977 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f97fb44c-b571-4bed-96a6-e91ab6d4fe4c req-8de33329-9a2b-422a-b1df-4eda44e424f0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea0966d3-1311-4690-a69f-d3df935a76e1 HTTP/1.1" status: 200 len: 210 time: 0.0280738 Oct 20 09:05:47.358591 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:05:47.395800 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:05:47.396172 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device b9bd9664-f1f8-415b-84b5-9c0f08f3fc00 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:05:47.464538 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34878) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:47.505480 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:47.520963 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-caa40fea-7c71-4412-8e00-6c0a5358146d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group (4ce18e4d-a459-4644-b9b2-cf8df83bbc03), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:47.544346 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-caa40fea-7c71-4412-8e00-6c0a5358146d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group (4ce18e4d-a459-4644-b9b2-cf8df83bbc03), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:47.599714 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-caa40fea-7c71-4412-8e00-6c0a5358146d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (4ce18e4d-a459-4644-b9b2-cf8df83bbc03), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:47.602565 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-caa40fea-7c71-4412-8e00-6c0a5358146d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:47.606047 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-caa40fea-7c71-4412-8e00-6c0a5358146d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4ce18e4d-a459-4644-b9b2-cf8df83bbc03 HTTP/1.1" status: 204 len: 168 time: 0.1378629 Oct 20 09:05:47.607000 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34882) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:47.613351 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa40fea-7c71-4412-8e00-6c0a5358146d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce18e4d-a459-4644-b9b2-cf8df83bbc03,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:47.638412 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.api.v2.resource [None req-91b1e98c-b246-452e-830e-071614f4658f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] show failed (client error): The resource could not be found. Oct 20 09:05:47.642361 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34886) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:47.643514 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-91b1e98c-b246-452e-830e-071614f4658f tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups/4ce18e4d-a459-4644-b9b2-cf8df83bbc03 HTTP/1.1" status: 404 len: 347 time: 0.0339351 Oct 20 09:05:47.764224 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cc3d5-0a76-4df5-81e8-565245c87927 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Deleting port 054ff038-9dea-46ba-a60a-c95519e24b77 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:05:47.768115 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc3d5-0a76-4df5-81e8-565245c87927 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (054ff038-9dea-46ba-a60a-c95519e24b77), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:47.844788 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc3d5-0a76-4df5-81e8-565245c87927 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (054ff038-9dea-46ba-a60a-c95519e24b77), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:47.844982 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc3d5-0a76-4df5-81e8-565245c87927 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for floatingip (054ff038-9dea-46ba-a60a-c95519e24b77), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:47.857937 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cc3d5-0a76-4df5-81e8-565245c87927 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Calling delete_port for 054ff038-9dea-46ba-a60a-c95519e24b77 owned by network:floatingip {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:05:47.986830 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc3d5-0a76-4df5-81e8-565245c87927 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (054ff038-9dea-46ba-a60a-c95519e24b77), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:48.011028 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cc3d5-0a76-4df5-81e8-565245c87927 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event deleted for resources: {'Port': ['ID=054ff038-9dea-46ba-a60a-c95519e24b77,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:48.070888 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc3d5-0a76-4df5-81e8-565245c87927 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks [] for floatingip (d4bfd136-4671-4d97-a2b1-b4d028402d95), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:48.073918 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc3d5-0a76-4df5-81e8-565245c87927 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:48.075070 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5a1cc3d5-0a76-4df5-81e8-565245c87927 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/d4bfd136-4671-4d97-a2b1-b4d028402d95 HTTP/1.1" status: 204 len: 168 time: 0.4313052 Oct 20 09:05:48.479807 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136d293-970b-495d-881a-d85dddaa3687 req-33a56621-21e1-451b-8e14-3f53278a87de tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:48.481507 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f136d293-970b-495d-881a-d85dddaa3687 req-33a56621-21e1-451b-8e14-3f53278a87de tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 945 time: 0.0549040 Oct 20 09:05:48.529426 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f136d293-970b-495d-881a-d85dddaa3687 req-fd7c3799-f4e8-4e17-a768-03776dd0280f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419462 Oct 20 09:05:49.656305 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbb80c-bc1a-4bf5-bd0f-130895e5a58a req-39df8613-6005-459d-aadc-6c45b89a5a9d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:49.657807 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2bbbb80c-bc1a-4bf5-bd0f-130895e5a58a req-39df8613-6005-459d-aadc-6c45b89a5a9d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 945 time: 0.0474086 Oct 20 09:05:49.710421 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2bbbb80c-bc1a-4bf5-bd0f-130895e5a58a req-4fe6e2cf-96ed-423a-b671-077b8e850bfc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465226 Oct 20 09:05:50.379729 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-e3cf5983-8910-4b2e-b78f-026303e6b725 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:50.381345 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-e3cf5983-8910-4b2e-b78f-026303e6b725 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 945 time: 0.0488868 Oct 20 09:05:50.483719 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Deleting port db1c0050-0582-4d57-ba24-66fe0c293b1e {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:05:50.484055 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:50.541174 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:50.619849 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea8e1-559b-412f-a8b5-cfe48cee460b req-3b493c20-4b2d-4efe-84dd-00dd8ca7305a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:50.621955 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-270ea8e1-559b-412f-a8b5-cfe48cee460b req-3b493c20-4b2d-4efe-84dd-00dd8ca7305a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0641770 Oct 20 09:05:50.623641 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] For port db1c0050-0582-4d57-ba24-66fe0c293b1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=db1c0050-0582-4d57-ba24-66fe0c293b1e,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:50.624002 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:50.688932 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:50.724339 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-270ea8e1-559b-412f-a8b5-cfe48cee460b req-e2a71c10-e370-4534-a50f-4f3fd363fdf5 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927875 Oct 20 09:05:50.827583 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:50.827865 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (a5fc2203-6434-4068-8c01-af5ceb7f8bc7), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:50.828180 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Floating IP a5fc2203-6434-4068-8c01-af5ceb7f8bc7 disassociated. External IP: 172.37.2.204, port: db1c0050-0582-4d57-ba24-66fe0c293b1e. Oct 20 09:05:50.828526 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Calling delete_port for db1c0050-0582-4d57-ba24-66fe0c293b1e owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:05:50.831717 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d482635-369d-4926-9d21-5831cf0df552 req-f297a205-7a08-4369-abf2-da8d2c5c2a99 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:50.833213 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7d482635-369d-4926-9d21-5831cf0df552 req-f297a205-7a08-4369-abf2-da8d2c5c2a99 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 945 time: 0.0467324 Oct 20 09:05:50.880558 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7d482635-369d-4926-9d21-5831cf0df552 req-b0f391cf-5225-4fe6-a50a-7b8e58bb1de8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c40c97e5-5cf7-45b7-a847-99a5bb3736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416989 Oct 20 09:05:50.956483 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (db1c0050-0582-4d57-ba24-66fe0c293b1e), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:50.989373 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'Port': ['ID=db1c0050-0582-4d57-ba24-66fe0c293b1e,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:51.093106 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Router 5d6f9d11-ff8a-4c73-8522-18898834f2fd has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:05:51.195236 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:05:51.205070 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb7eb2a-64af-4922-b1dd-43abbcbdac09 None None] Sync routers for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:05:51.214888 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb7eb2a-64af-4922-b1dd-43abbcbdac09 None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:51.215750 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2cb7eb2a-64af-4922-b1dd-43abbcbdac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:51.241207 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] No DVR routers for this DVR port db1c0050-0582-4d57-ba24-66fe0c293b1e on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:05:51.243762 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:51.247192 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3b3a79bf-7d1d-4172-909b-719d07ce123e req-275c7593-4bb7-4ffd-a6a3-abbf3d3613f8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "DELETE /networking/v2.0/ports/db1c0050-0582-4d57-ba24-66fe0c293b1e HTTP/1.1" status: 204 len: 173 time: 0.8592737 Oct 20 09:05:51.247706 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d8b443-0b7d-4287-8469-eb4a35863289', 'name': 'network-vif-deleted', 'tag': 'db1c0050-0582-4d57-ba24-66fe0c293b1e'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:05:51.249900 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6ef67d-0313-49f1-91c2-3f1fb2946e4d" -d '{"events": [{"server_uuid": "06d8b443-0b7d-4287-8469-eb4a35863289", "name": "network-vif-deleted", "tag": "db1c0050-0582-4d57-ba24-66fe0c293b1e"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:05:51.286100 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ae75ae-d4d8-45ef-991b-091587e14341 x-openstack-request-id: req-d6ae75ae-d4d8-45ef-991b-091587e14341 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:05:51.286390 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d8b443-0b7d-4287-8469-eb4a35863289", "name": "network-vif-deleted", "tag": "db1c0050-0582-4d57-ba24-66fe0c293b1e", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:05:51.286667 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6ae75ae-d4d8-45ef-991b-091587e14341 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:05:51.287065 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ae75ae-d4d8-45ef-991b-091587e14341'] response: {'server_uuid': '06d8b443-0b7d-4287-8469-eb4a35863289', 'name': 'network-vif-deleted', 'tag': 'db1c0050-0582-4d57-ba24-66fe0c293b1e', 'status': 'completed', 'code': 200} Oct 20 09:05:51.320903 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-2cb7eb2a-64af-4922-b1dd-43abbcbdac09 None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:51.501768 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:51.516988 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2cb7eb2a-64af-4922-b1dd-43abbcbdac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:51.545068 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb7eb2a-64af-4922-b1dd-43abbcbdac09 None None] Checking router: 5d6f9d11-ff8a-4c73-8522-18898834f2fd for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:05:51.553477 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb7eb2a-64af-4922-b1dd-43abbcbdac09 None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:05:51.554084 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2cb7eb2a-64af-4922-b1dd-43abbcbdac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:05:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:51.602389 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:51.651025 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-2cb7eb2a-64af-4922-b1dd-43abbcbdac09 None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:05:51.837617 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2cb7eb2a-64af-4922-b1dd-43abbcbdac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:05:51.843234 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820a69b-6ed7-440e-9655-6d55a82d93ef req-cfafd29f-5157-4af7-8ef2-5586025c5d71 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:51.844709 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c820a69b-6ed7-440e-9655-6d55a82d93ef req-cfafd29f-5157-4af7-8ef2-5586025c5d71 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0462453 Oct 20 09:05:51.862298 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb7eb2a-64af-4922-b1dd-43abbcbdac09 None None] The sync data for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi is: [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:05:51.897346 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c820a69b-6ed7-440e-9655-6d55a82d93ef req-dee8f0a1-ce56-493c-a3f8-e3f78131a9fa tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470138 Oct 20 09:05:51.986244 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b031e07e-6aba-470c-9877-7b0d9dd798e2 req-00247cb8-389b-42e6-a321-8e0dc5902044 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 210 time: 0.0279827 Oct 20 09:05:52.079167 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93501d66-d9c9-47fe-9ad5-d3a7664a2108 None None] New status for floating IP a5fc2203-6434-4068-8c01-af5ceb7f8bc7: DOWN {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:05:53.015595 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139df05-9d3d-4058-8aa6-db7ea773d296 req-99470a99-7d14-4671-92d9-7ea8f6f6ebd0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:53.017075 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d139df05-9d3d-4058-8aa6-db7ea773d296 req-99470a99-7d14-4671-92d9-7ea8f6f6ebd0 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0463922 Oct 20 09:05:53.060535 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:53.065771 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d139df05-9d3d-4058-8aa6-db7ea773d296 req-5c20b03c-fd7c-4476-9d5b-aaf263c92501 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Oct 20 09:05:53.094170 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-43408ecf-8303-4ae9-bf15-e66b763d3a1d req-3e6a3f99-4590-44d1-993a-58dc656f2b3d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=06d8b443-0b7d-4287-8469-eb4a35863289 HTTP/1.1" status: 200 len: 210 time: 0.0296106 Oct 20 09:05:53.249627 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97382dcb-61be-44d9-b2a6-5a555bd51665 req-be648bdc-211b-4ea6-8ae9-794aa5031051 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:53.250988 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-97382dcb-61be-44d9-b2a6-5a555bd51665 req-be648bdc-211b-4ea6-8ae9-794aa5031051 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0479429 Oct 20 09:05:53.350367 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-97382dcb-61be-44d9-b2a6-5a555bd51665 req-6899b90d-87e2-4b1a-8ca5-4ef9c1f2ff7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Deleting port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:05:53.350731 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-97382dcb-61be-44d9-b2a6-5a555bd51665 req-6899b90d-87e2-4b1a-8ca5-4ef9c1f2ff7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:53.424116 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:53.442349 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-97382dcb-61be-44d9-b2a6-5a555bd51665 req-6899b90d-87e2-4b1a-8ca5-4ef9c1f2ff7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] For port 0d706cc3-dd7f-4052-9a1e-5635f7716b26, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0d706cc3-dd7f-4052-9a1e-5635f7716b26,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:53.442842 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-97382dcb-61be-44d9-b2a6-5a555bd51665 req-6899b90d-87e2-4b1a-8ca5-4ef9c1f2ff7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:53.459702 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-97382dcb-61be-44d9-b2a6-5a555bd51665 req-6899b90d-87e2-4b1a-8ca5-4ef9c1f2ff7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Calling delete_port for 0d706cc3-dd7f-4052-9a1e-5635f7716b26 owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:05:53.518835 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:53.587681 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-97382dcb-61be-44d9-b2a6-5a555bd51665 req-6899b90d-87e2-4b1a-8ca5-4ef9c1f2ff7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (0d706cc3-dd7f-4052-9a1e-5635f7716b26), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:53.614100 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899b90d-87e2-4b1a-8ca5-4ef9c1f2ff7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event deleted for resources: {'Port': ['ID=0d706cc3-dd7f-4052-9a1e-5635f7716b26,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:53.645389 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['761aed46-611d-4ca6-9fc5-7334f3e86a8f', '0d706cc3-dd7f-4052-9a1e-5635f7716b26'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:05:53.664641 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-97382dcb-61be-44d9-b2a6-5a555bd51665 req-6899b90d-87e2-4b1a-8ca5-4ef9c1f2ff7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] No DVR routers for this DVR port 0d706cc3-dd7f-4052-9a1e-5635f7716b26 on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:05:53.667896 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-97382dcb-61be-44d9-b2a6-5a555bd51665 req-6899b90d-87e2-4b1a-8ca5-4ef9c1f2ff7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:53.671712 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-97382dcb-61be-44d9-b2a6-5a555bd51665 req-6899b90d-87e2-4b1a-8ca5-4ef9c1f2ff7d tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "DELETE /networking/v2.0/ports/0d706cc3-dd7f-4052-9a1e-5635f7716b26 HTTP/1.1" status: 204 len: 173 time: 0.4075541 Oct 20 09:05:53.672372 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd1dfdc-5e1e-4a08-a814-4f783857b2f7', 'name': 'network-vif-deleted', 'tag': '0d706cc3-dd7f-4052-9a1e-5635f7716b26'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:05:53.674664 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4aeedb-17a5-4ead-87d8-9ef2d0690a81" -d '{"events": [{"server_uuid": "0dd1dfdc-5e1e-4a08-a814-4f783857b2f7", "name": "network-vif-deleted", "tag": "0d706cc3-dd7f-4052-9a1e-5635f7716b26"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:05:53.711461 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95824df-9ddf-4a8d-bc13-c221c8eecefb x-openstack-request-id: req-d95824df-9ddf-4a8d-bc13-c221c8eecefb {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:05:53.711760 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd1dfdc-5e1e-4a08-a814-4f783857b2f7", "name": "network-vif-deleted", "tag": "0d706cc3-dd7f-4052-9a1e-5635f7716b26", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:05:53.712014 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d95824df-9ddf-4a8d-bc13-c221c8eecefb {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:05:53.712417 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95824df-9ddf-4a8d-bc13-c221c8eecefb'] response: {'server_uuid': '0dd1dfdc-5e1e-4a08-a814-4f783857b2f7', 'name': 'network-vif-deleted', 'tag': '0d706cc3-dd7f-4052-9a1e-5635f7716b26', 'status': 'completed', 'code': 200} Oct 20 09:05:54.193459 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-da2650f3-84a4-41b9-8398-a4662c9203b6 req-715404ba-2084-404d-9373-0c3373875c8b tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0dd1dfdc-5e1e-4a08-a814-4f783857b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0323951 Oct 20 09:05:54.202772 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34960) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:54.257573 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7f843446-1cd6-444b-93f9-106f33a5469f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (c40c97e5-5cf7-45b7-a847-99a5bb3736fd), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.279790 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7f843446-1cd6-444b-93f9-106f33a5469f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (c40c97e5-5cf7-45b7-a847-99a5bb3736fd), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.326872 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7f843446-1cd6-444b-93f9-106f33a5469f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (c40c97e5-5cf7-45b7-a847-99a5bb3736fd), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.329401 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7f843446-1cd6-444b-93f9-106f33a5469f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.330560 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7f843446-1cd6-444b-93f9-106f33a5469f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c40c97e5-5cf7-45b7-a847-99a5bb3736fd HTTP/1.1" status: 204 len: 168 time: 0.1265569 Oct 20 09:05:54.333377 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34962) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:54.340859 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f843446-1cd6-444b-93f9-106f33a5469f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40c97e5-5cf7-45b7-a847-99a5bb3736fd,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:54.348188 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.api.v2.resource [None req-bd063f07-2f8d-44bd-89ce-d78f97949f55 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] show failed (client error): The resource could not be found. Oct 20 09:05:54.349187 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-bd063f07-2f8d-44bd-89ce-d78f97949f55 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups/c40c97e5-5cf7-45b7-a847-99a5bb3736fd HTTP/1.1" status: 404 len: 347 time: 0.0147531 Oct 20 09:05:54.351980 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34964) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:54.461662 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-12c35497-98be-4fb7-8531-a955ba27a1da tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Deleting port 1e979852-7682-4a8e-913d-db4c810a6880 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:05:54.461892 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12c35497-98be-4fb7-8531-a955ba27a1da tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (1e979852-7682-4a8e-913d-db4c810a6880), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.543768 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12c35497-98be-4fb7-8531-a955ba27a1da tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (1e979852-7682-4a8e-913d-db4c810a6880), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.544142 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12c35497-98be-4fb7-8531-a955ba27a1da tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (1e979852-7682-4a8e-913d-db4c810a6880), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.556332 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-12c35497-98be-4fb7-8531-a955ba27a1da tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Calling delete_port for 1e979852-7682-4a8e-913d-db4c810a6880 owned by network:floatingip {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:05:54.693456 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:54.700616 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12c35497-98be-4fb7-8531-a955ba27a1da tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (1e979852-7682-4a8e-913d-db4c810a6880), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.725944 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c35497-98be-4fb7-8531-a955ba27a1da tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'Port': ['ID=1e979852-7682-4a8e-913d-db4c810a6880,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:54.785004 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12c35497-98be-4fb7-8531-a955ba27a1da tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (a5fc2203-6434-4068-8c01-af5ceb7f8bc7), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.787635 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-12c35497-98be-4fb7-8531-a955ba27a1da tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.788769 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-12c35497-98be-4fb7-8531-a955ba27a1da tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/a5fc2203-6434-4068-8c01-af5ceb7f8bc7 HTTP/1.1" status: 204 len: 168 time: 0.4358759 Oct 20 09:05:54.855293 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 34970) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:54.859842 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-287aee33-cc1c-4d26-a379-16ae1a517349 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--832184370', 'description': 'tempest-description--236912388'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:54.880741 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-287aee33-cc1c-4d26-a379-16ae1a517349 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.946966 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-287aee33-cc1c-4d26-a379-16ae1a517349 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (98911a41-7140-4ad0-b15d-7fe6e02f720a), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.951005 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-287aee33-cc1c-4d26-a379-16ae1a517349 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (98911a41-7140-4ad0-b15d-7fe6e02f720a), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.978784 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-287aee33-cc1c-4d26-a379-16ae1a517349 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:54.979965 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-287aee33-cc1c-4d26-a379-16ae1a517349 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1235919 Oct 20 09:05:54.982897 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34972) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:54.983966 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287aee33-cc1c-4d26-a379-16ae1a517349 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98911a41-7140-4ad0-b15d-7fe6e02f720a,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:54.987489 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-f3dd3813-1612-4e94-b601-da4d109411d8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group_rule': {'security_group_id': '98911a41-7140-4ad0-b15d-7fe6e02f720a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:55.017272 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3813-1612-4e94-b601-da4d109411d8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (d4864164-1869-4f5e-a065-4dae2c4ccd45), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.072259 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3813-1612-4e94-b601-da4d109411d8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (d4864164-1869-4f5e-a065-4dae2c4ccd45), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.075557 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3813-1612-4e94-b601-da4d109411d8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (d4864164-1869-4f5e-a065-4dae2c4ccd45), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.093326 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd3813-1612-4e94-b601-da4d109411d8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4864164-1869-4f5e-a065-4dae2c4ccd45,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:55.100970 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3813-1612-4e94-b601-da4d109411d8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.102163 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-f3dd3813-1612-4e94-b601-da4d109411d8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182499 Oct 20 09:05:55.105359 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34976) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:55.109484 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-a380981c-3c8a-40e1-a9d2-f4d10b42c5fc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'security_group_rule': {'security_group_id': '98911a41-7140-4ad0-b15d-7fe6e02f720a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:55.134871 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a380981c-3c8a-40e1-a9d2-f4d10b42c5fc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (34c7e126-ecf8-4de1-9df6-7eb0ae47adb5), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.189938 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a380981c-3c8a-40e1-a9d2-f4d10b42c5fc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (34c7e126-ecf8-4de1-9df6-7eb0ae47adb5), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.193562 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a380981c-3c8a-40e1-a9d2-f4d10b42c5fc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (34c7e126-ecf8-4de1-9df6-7eb0ae47adb5), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.211671 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380981c-3c8a-40e1-a9d2-f4d10b42c5fc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c7e126-ecf8-4de1-9df6-7eb0ae47adb5,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:55.219489 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a380981c-3c8a-40e1-a9d2-f4d10b42c5fc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.220678 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a380981c-3c8a-40e1-a9d2-f4d10b42c5fc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143949 Oct 20 09:05:55.223742 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 34978) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:05:55.228023 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:05:55.250807 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.311660 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:55.332943 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.424975 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:05:55.448765 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Allocated IP 172.37.2.251 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/6eb65f76-c040-42d0-9557-67164bea82c9) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:05:55.508167 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device db1c0050-0582-4d57-ba24-66fe0c293b1e no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:05:55.509262 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:55.527492 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: db1c0050-0582-4d57-ba24-66fe0c293b1e {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:05:55.527839 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device db1c0050-0582-4d57-ba24-66fe0c293b1e not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:05:55.528248 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 0d706cc3-dd7f-4052-9a1e-5635f7716b26 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:05:55.539041 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2584a-a8f5-4780-a92d-15100e63ba17 req-1b7f5e82-4be6-4d5a-a764-ff1a1e5e3433 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:55.540524 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-99e2584a-a8f5-4780-a92d-15100e63ba17 req-1b7f5e82-4be6-4d5a-a764-ff1a1e5e3433 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0937922 Oct 20 09:05:55.546616 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: 0d706cc3-dd7f-4052-9a1e-5635f7716b26 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:05:55.546968 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 0d706cc3-dd7f-4052-9a1e-5635f7716b26 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:05:55.631526 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-99e2584a-a8f5-4780-a92d-15100e63ba17 req-4834ecaf-afe9-4c37-990e-7734d821628e tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802858 Oct 20 09:05:55.634083 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (6eb65f76-c040-42d0-9557-67164bea82c9), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.666332 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (6eb65f76-c040-42d0-9557-67164bea82c9), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.706317 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:05:55.711139 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:05:55.716026 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:05:55.719086 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=6eb65f76-c040-42d0-9557-67164bea82c9,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:55.797979 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (1aba664a-4125-4e3b-83be-c292636cda71), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.836272 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6eb65f76-c040-42d0-9557-67164bea82c9), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.961935 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:55.982580 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (6eb65f76-c040-42d0-9557-67164bea82c9), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:55.987225 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (6eb65f76-c040-42d0-9557-67164bea82c9), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:56.055056 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=6eb65f76-c040-42d0-9557-67164bea82c9,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:56.057387 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (1aba664a-4125-4e3b-83be-c292636cda71), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:56.074415 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:56.075763 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-9949ff39-5e65-4b74-91e7-941849e83a60 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8510740 Oct 20 09:05:56.229430 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-10efb21f-06dc-45cc-b813-f64d7f1b01ec tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--832184370&fields=id&tenant_id=fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 267 time: 0.0442948 Oct 20 09:05:56.332998 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-62cb1d0a-cda6-4ae0-aa65-efea7060996d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:56.334369 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-62cb1d0a-cda6-4ae0-aa65-efea7060996d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 814 time: 0.0985942 Oct 20 09:05:56.348934 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-bba97060-1292-4959-8a1a-a755fa410b86 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/quotas/fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 375 time: 0.0091777 Oct 20 09:05:56.401104 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-5e1a4d3e-5ca6-4ad9-baed-4e00d114e53a tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473349 Oct 20 09:05:56.502749 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:56.537418 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-85150d3e-c649-4dc2-91cc-9e196fac11f9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252198 Oct 20 09:05:56.628438 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e0adf57a-77d5-413c-903f-e9ccb1b758f9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847437 Oct 20 09:05:56.781794 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbacd8-0ff7-4ff5-bb61-33b5aec66f71 req-25cb1046-b37e-4540-b72d-ec1b3575e839 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:56.783811 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-abfbacd8-0ff7-4ff5-bb61-33b5aec66f71 req-25cb1046-b37e-4540-b72d-ec1b3575e839 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0774684 Oct 20 09:05:56.802511 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1840dacf-cd95-4521-976d-659354fdbcaf req-8713db2c-6a29-4376-90f3-4d59c0ef12f4 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 210 time: 0.0317571 Oct 20 09:05:56.848638 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-abfbacd8-0ff7-4ff5-bb61-33b5aec66f71 req-1b2915b4-8f09-4c3d-a574-2e19ce56339c tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587878 Oct 20 09:05:57.904992 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-780ebe7a-0570-47f0-9160-168a98f38cd8 req-d5641061-2052-47ab-83ab-d1506f0fc19e tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 210 time: 0.0281301 Oct 20 09:05:57.973712 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5b490-b6cf-4296-9b9f-a755ca62dfc0 req-af6c36b4-d473-40fa-ad85-2a04c00d2905 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:57.975204 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-efc5b490-b6cf-4296-9b9f-a755ca62dfc0 req-af6c36b4-d473-40fa-ad85-2a04c00d2905 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0490589 Oct 20 09:05:58.020939 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-efc5b490-b6cf-4296-9b9f-a755ca62dfc0 req-65e13d08-ed1a-49d7-96f6-e2a7af2a9494 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396965 Oct 20 09:05:58.971246 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-9be8aaf1-1101-461d-8d1f-1a5487ee526a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:59.010526 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9855139a-66b7-4089-b828-19e8ed4bce4d req-191aa839-fe5a-41f1-816b-d1b2c97834b6 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 210 time: 0.0291095 Oct 20 09:05:59.130989 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:05:59.140238 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608caf45-5393-43a8-9932-b6fc2f93a20c req-a32f9cdb-2c77-4510-89aa-d23769739146 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:59.141637 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-608caf45-5393-43a8-9932-b6fc2f93a20c req-a32f9cdb-2c77-4510-89aa-d23769739146 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0466094 Oct 20 09:05:59.190568 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-608caf45-5393-43a8-9932-b6fc2f93a20c req-d0e7b41a-1e21-4712-b051-8b112913f68a tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=64c55977-ce53-481a-8167-ee03e3c153d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432889 Oct 20 09:05:59.399970 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031ff76-4cc5-4f8d-bc56-ccf967ea19e1 req-5e6a8731-eb1e-4c7f-9cc1-74453cbe9101 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:05:59.401365 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8031ff76-4cc5-4f8d-bc56-ccf967ea19e1 req-5e6a8731-eb1e-4c7f-9cc1-74453cbe9101 tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 945 time: 0.0489981 Oct 20 09:05:59.511658 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-8031ff76-4cc5-4f8d-bc56-ccf967ea19e1 req-508194a2-7a2f-4591-b3ae-4cb46f20bfed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Deleting port 761aed46-611d-4ca6-9fc5-7334f3e86a8f {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:05:59.511997 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-8031ff76-4cc5-4f8d-bc56-ccf967ea19e1 req-508194a2-7a2f-4591-b3ae-4cb46f20bfed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:59.601965 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-8031ff76-4cc5-4f8d-bc56-ccf967ea19e1 req-508194a2-7a2f-4591-b3ae-4cb46f20bfed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] For port 761aed46-611d-4ca6-9fc5-7334f3e86a8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=761aed46-611d-4ca6-9fc5-7334f3e86a8f,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:05:59.602327 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-8031ff76-4cc5-4f8d-bc56-ccf967ea19e1 req-508194a2-7a2f-4591-b3ae-4cb46f20bfed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:59.615381 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-8031ff76-4cc5-4f8d-bc56-ccf967ea19e1 req-508194a2-7a2f-4591-b3ae-4cb46f20bfed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Calling delete_port for 761aed46-611d-4ca6-9fc5-7334f3e86a8f owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:05:59.736578 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-8031ff76-4cc5-4f8d-bc56-ccf967ea19e1 req-508194a2-7a2f-4591-b3ae-4cb46f20bfed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (761aed46-611d-4ca6-9fc5-7334f3e86a8f), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:59.768469 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508194a2-7a2f-4591-b3ae-4cb46f20bfed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Pushing event deleted for resources: {'Port': ['ID=761aed46-611d-4ca6-9fc5-7334f3e86a8f,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:05:59.782152 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['761aed46-611d-4ca6-9fc5-7334f3e86a8f'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:05:59.818445 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8031ff76-4cc5-4f8d-bc56-ccf967ea19e1 req-508194a2-7a2f-4591-b3ae-4cb46f20bfed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] No DVR routers for this DVR port 761aed46-611d-4ca6-9fc5-7334f3e86a8f on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:05:59.820854 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-8031ff76-4cc5-4f8d-bc56-ccf967ea19e1 req-508194a2-7a2f-4591-b3ae-4cb46f20bfed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:05:59.824153 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8031ff76-4cc5-4f8d-bc56-ccf967ea19e1 req-508194a2-7a2f-4591-b3ae-4cb46f20bfed tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.23 "DELETE /networking/v2.0/ports/761aed46-611d-4ca6-9fc5-7334f3e86a8f HTTP/1.1" status: 204 len: 173 time: 0.3990681 Oct 20 09:05:59.824653 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cabc1ab-03aa-4ff2-be06-d99f9efc6150', 'name': 'network-vif-deleted', 'tag': '761aed46-611d-4ca6-9fc5-7334f3e86a8f'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:05:59.826932 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c05732-b039-4f98-beaf-39c78dd9bd78" -d '{"events": [{"server_uuid": "6cabc1ab-03aa-4ff2-be06-d99f9efc6150", "name": "network-vif-deleted", "tag": "761aed46-611d-4ca6-9fc5-7334f3e86a8f"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:05:59.872407 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e371ef-5c55-4114-99e5-1ca4224517fb x-openstack-request-id: req-97e371ef-5c55-4114-99e5-1ca4224517fb {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:05:59.872925 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cabc1ab-03aa-4ff2-be06-d99f9efc6150", "name": "network-vif-deleted", "tag": "761aed46-611d-4ca6-9fc5-7334f3e86a8f", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:05:59.873359 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97e371ef-5c55-4114-99e5-1ca4224517fb {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:05:59.873788 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e371ef-5c55-4114-99e5-1ca4224517fb'] response: {'server_uuid': '6cabc1ab-03aa-4ff2-be06-d99f9efc6150', 'name': 'network-vif-deleted', 'tag': '761aed46-611d-4ca6-9fc5-7334f3e86a8f', 'status': 'completed', 'code': 200} Oct 20 09:06:00.124450 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-230be89a-46f4-4762-bfb0-5a3f8f929860 req-61da1b98-fc5c-4099-a038-50cc33261aac tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 210 time: 0.0310798 Oct 20 09:06:00.229951 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f5157-cd12-4ac4-9ecb-b08ebbdb5c61 req-c100569f-c49e-4203-b306-d83539b317a2 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:00.231551 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-620f5157-cd12-4ac4-9ecb-b08ebbdb5c61 req-c100569f-c49e-4203-b306-d83539b317a2 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 945 time: 0.0539787 Oct 20 09:06:00.285773 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-620f5157-cd12-4ac4-9ecb-b08ebbdb5c61 req-9f874a2c-a85c-4d9b-8251-7e9db723241c tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461910 Oct 20 09:06:00.312789 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ffcbd049-264d-4fbe-a9b3-ec5f19f471bc req-716bc11d-b71b-428d-b570-39901e2676fc tempest-ServerRescueNegativeTestJSON-1468667757 tempest-ServerRescueNegativeTestJSON-1468667757-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6cabc1ab-03aa-4ff2-be06-d99f9efc6150 HTTP/1.1" status: 200 len: 210 time: 0.0307364 Oct 20 09:06:00.318383 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35044) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:00.400482 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4ba13e-e20a-4f0c-9e2e-2cf1ef01616d tempest-TestMinimumBasicScenario-1420844655 tempest-TestMinimumBasicScenario-1420844655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:00.402978 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7f4ba13e-e20a-4f0c-9e2e-2cf1ef01616d tempest-TestMinimumBasicScenario-1420844655 tempest-TestMinimumBasicScenario-1420844655-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 1124 time: 0.0836353 Oct 20 09:06:00.405830 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35048) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:00.410142 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'port_id': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:00.431815 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:00.481373 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:00.510326 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:00.677401 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Allocated IP 172.37.2.233 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:06:00.716230 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:00.761567 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e465cdf5-0656-4c98-9966-2a3c210cfe4c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:00.763012 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e465cdf5-0656-4c98-9966-2a3c210cfe4c tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 814 time: 0.1884148 Oct 20 09:06:00.814892 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for port (6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:00.845913 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:00.887998 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:06:00.890875 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:06:00.894671 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:06:01.034914 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-24f61f8f-cf6b-426b-abd8-a898a4ff6ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:01.153442 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'Port': ['ID=6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:01.239694 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5be76406-adad-42b6-9062-ef2b433e9925 req-2eeae757-190a-41b2-84f3-b5301567a550 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 210 time: 0.0300474 Oct 20 09:06:01.278153 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-c8917e12-683a-4196-936b-5a100bc2ba40 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fcf51428b6bd4c428e1e01aadc6abe48 HTTP/1.1" status: 200 len: 379 time: 0.3785346 Oct 20 09:06:01.290091 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'port': {'device_id': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'admin_state_up': True, 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'security_groups': ['98911a41-7140-4ad0-b15d-7fe6e02f720a']}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:01.384778 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35060) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:01.463082 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:01.553430 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Made reservation on behalf of fcf51428b6bd4c428e1e01aadc6abe48 for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:06:01.557073 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:01.623850 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:01.687973 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:01.715473 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for floatingip (a641ac50-1147-44e8-bb6a-95890ad1e62e), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:01.789944 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Allocated IP 172.20.0.7 (b8327be3-f028-4ebc-9b25-81152867d29e/efba2f9d-71d9-4036-8eac-f09661e43662/a91a700e-d01e-4c84-8f53-4255f46188de) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:06:01.835977 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:01.841124 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=26 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:02.070221 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for port (a91a700e-d01e-4c84-8f53-4255f46188de), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.105876 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742702'] for router_interface (925cb29f-bad0-4493-9a33-a8eefe88e05e), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.120776 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for port (6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.128427 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.167647 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.216770 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'Port': ['ID=6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:02.218882 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (a641ac50-1147-44e8-bb6a-95890ad1e62e), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.223178 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Network b8327be3-f028-4ebc-9b25-81152867d29e is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:06:02.258373 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:06:02.261317 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:06:02.268035 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.268388 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.268779 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.269107 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.269445 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.269805 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.270136 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.270493 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.270835 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.271171 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.271529 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.271811 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.272133 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.272457 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.272780 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:02.299062 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:02.349570 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:02.406959 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.415860 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] Deleting port c755d864-f1b0-4377-9693-6cd6aef86bca {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:06:02.416451 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.417004 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:02.417681 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.426173 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event updated for resources: {'Port': ['ID=a91a700e-d01e-4c84-8f53-4255f46188de,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:02.452800 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Floating IP a641ac50-1147-44e8-bb6a-95890ad1e62e associated. External IP: 172.37.2.233, port: 3c5f5de7-af1f-4408-ba7d-6be5f0344198. Oct 20 09:06:02.460451 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-e7f48b15-1c27-43d5-bb0b-06a3aecb0df7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1740148 Oct 20 09:06:02.559857 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] For port c755d864-f1b0-4377-9693-6cd6aef86bca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c755d864-f1b0-4377-9693-6cd6aef86bca,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:02.560259 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.562446 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:02.565726 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Request body: {'port': {'device_id': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:02.599123 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:02.601397 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] Calling delete_port for c755d864-f1b0-4377-9693-6cd6aef86bca owned by network:router_interface {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:06:02.612670 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-096f03d8-0821-4a6c-9ed3-5aea509fc971 None None] Provisioning complete for port a91a700e-d01e-4c84-8f53-4255f46188de triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:06:02.613312 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-096f03d8-0821-4a6c-9ed3-5aea509fc971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.613888 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-096f03d8-0821-4a6c-9ed3-5aea509fc971 None None] Attempt 1 to provision port a91a700e-d01e-4c84-8f53-4255f46188de Oct 20 09:06:02.631145 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfebb1a-4b36-4dde-8306-170abc5247db req-34f504e4-750c-464c-b7e0-4e2717d06034 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:02.632762 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cbfebb1a-4b36-4dde-8306-170abc5247db req-34f504e4-750c-464c-b7e0-4e2717d06034 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 931 time: 0.0757403 Oct 20 09:06:02.646752 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-096f03d8-0821-4a6c-9ed3-5aea509fc971 None None] Port a91a700e-d01e-4c84-8f53-4255f46188de cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:06:02.676974 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.721150 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-cbfebb1a-4b36-4dde-8306-170abc5247db req-e83a8a96-61bd-4e09-969a-56985aed479d tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626984 Oct 20 09:06:02.829069 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:06:02.836529 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (c755d864-f1b0-4377-9693-6cd6aef86bca), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:02.863067 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] Pushing event deleted for resources: {'Port': ['ID=c755d864-f1b0-4377-9693-6cd6aef86bca,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:02.912506 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:03.030300 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742810'] for router_interface (925cb29f-bad0-4493-9a33-a8eefe88e05e), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:03.030875 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:06:03.044113 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f065c03-f9e8-4b9d-bf85-94d9c4535565 None None] Sync routers for ids ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:06:03.064125 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:03.065906 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c327cd5-976c-4710-a8dd-1de72f04304d None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 09:06:03.076799 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f065c03-f9e8-4b9d-bf85-94d9c4535565 None None] Routers {'50e870f4-ded0-4ffd-9e37-9db06a7b00fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:03.077373 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-3f065c03-f9e8-4b9d-bf85-94d9c4535565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:03.126959 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-6f8d26a2-9d41-4d66-9074-414432c1db5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7166431 Oct 20 09:06:03.126959 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:03.127862 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:03.128810 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35070) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:03.132431 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91a700e-d01e-4c84-8f53-4255f46188de {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:06:03.140819 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Publish callbacks [] for port (a91a700e-d01e-4c84-8f53-4255f46188de), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:03.152852 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-ffc40a1b-caf0-4ef0-b2ce-667727446a16 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515462211', 'description': 'tempest-secgroup-smoke-1515462211 description', 'project_id': '020d4019643f4499b5162717fbf7b5b5'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:03.157458 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:03.158236 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Transition to ACTIVE for port object a91a700e-d01e-4c84-8f53-4255f46188de will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:06:03.163290 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:03.170898 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:03.199008 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c327cd5-976c-4710-a8dd-1de72f04304d None None] Resources bound (agent type, host, resource id): {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 09:06:03.209540 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e73400f-eae0-4680-874c-2d47f48b3065 x-openstack-request-id: req-2e73400f-eae0-4680-874c-2d47f48b3065 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:03.209966 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:03.210356 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e73400f-eae0-4680-874c-2d47f48b3065 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:03.210965 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e73400f-eae0-4680-874c-2d47f48b3065'] response: {'name': 'network-changed', 'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'status': 'completed', 'code': 200} Oct 20 09:06:03.212844 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ffc40a1b-caf0-4ef0-b2ce-667727446a16 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:03.223444 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:03.237416 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-3f065c03-f9e8-4b9d-bf85-94d9c4535565 None None] Set router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:03.251783 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Pushing event updated for resources: {'Port': ['ID=a91a700e-d01e-4c84-8f53-4255f46188de,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:03.312020 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Attempting to bind port a91a700e-d01e-4c84-8f53-4255f46188de on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:06:03.312556 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Attempting to bind port a91a700e-d01e-4c84-8f53-4255f46188de by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:06:03.312988 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Attempting to bind port a91a700e-d01e-4c84-8f53-4255f46188de on network b8327be3-f028-4ebc-9b25-81152867d29e {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:06:03.316848 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ffc40a1b-caf0-4ef0-b2ce-667727446a16 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group (8dd08cd5-03a3-4623-a8b2-414b5852ea61), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:03.377828 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Port a91a700e-d01e-4c84-8f53-4255f46188de on network b8327be3-f028-4ebc-9b25-81152867d29e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:06:03.378068 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Attempting to bind port a91a700e-d01e-4c84-8f53-4255f46188de on network b8327be3-f028-4ebc-9b25-81152867d29e {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:06:03.406805 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ffc40a1b-caf0-4ef0-b2ce-667727446a16 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (8dd08cd5-03a3-4623-a8b2-414b5852ea61), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:03.409568 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6 req-0c4e844a-4a7a-4345-a092-9122fdd3974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:03.411109 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6 req-0c4e844a-4a7a-4345-a092-9122fdd3974f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=020d4019643f4499b5162717fbf7b5b5&device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 1129 time: 0.0853488 Oct 20 09:06:03.423718 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:06:03.424223 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Checking segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:06:03.424745 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Bound using segment: {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:06:03.425550 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Bound port: a91a700e-d01e-4c84-8f53-4255f46188de, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:06:03.426003 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:03.444255 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc40a1b-caf0-4ef0-b2ce-667727446a16 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd08cd5-03a3-4623-a8b2-414b5852ea61,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:03.490697 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 761aed46-611d-4ca6-9fc5-7334f3e86a8f no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:06:03.496292 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] For port a91a700e-d01e-4c84-8f53-4255f46188de, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:06:03.500223 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] For port a91a700e-d01e-4c84-8f53-4255f46188de, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a91a700e-d01e-4c84-8f53-4255f46188de,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:06:03.511521 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:03.519817 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:03.520023 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: 761aed46-611d-4ca6-9fc5-7334f3e86a8f {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:06:03.520843 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:03.520979 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 761aed46-611d-4ca6-9fc5-7334f3e86a8f not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:06:03.522613 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a91a700e-d01e-4c84-8f53-4255f46188de HTTP/1.1" status: 200 len: 1093 time: 1.0292773 Oct 20 09:06:03.545597 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ffc40a1b-caf0-4ef0-b2ce-667727446a16 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:03.546957 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ffc40a1b-caf0-4ef0-b2ce-667727446a16 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4172125 Oct 20 09:06:03.550815 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35074) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:03.563817 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-3f065c03-f9e8-4b9d-bf85-94d9c4535565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 4, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a641ac50-1147-44e8-bb6a-95890ad1e62e', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'floating_ip_address': '172.37.2.233', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'port_id': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'mac_address': 'fa:16:3e:d9:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c3c04f-2850-480f-8d15-6f15327734e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:06:01Z', 'updated_at': '2022-10-20T09:06:01Z', 'revision_number': 0, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d5c560-6179-4e9e-b947-078ab410b9dd', 'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'mac_address': 'fa:16:3e:48:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:06Z', 'updated_at': '2022-10-20T09:05:12Z', 'revision_number': 5, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'subnets': [{'id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:03.565027 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-6e38700e-af44-4fa5-a18c-3686a22e39ee tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Request body: {'security_group_rule': {'security_group_id': '8dd08cd5-03a3-4623-a8b2-414b5852ea61', 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:03.593674 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f065c03-f9e8-4b9d-bf85-94d9c4535565 None None] Checking router: 50e870f4-ded0-4ffd-9e37-9db06a7b00fb for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:06:03.602181 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f065c03-f9e8-4b9d-bf85-94d9c4535565 None None] Routers {'50e870f4-ded0-4ffd-9e37-9db06a7b00fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:03.602912 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-3f065c03-f9e8-4b9d-bf85-94d9c4535565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:03.603375 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] Router 925cb29f-bad0-4493-9a33-a8eefe88e05e has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:06:03.610028 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6 req-0eec190f-4891-4d12-9446-045bb6dbdb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:03.611466 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6 req-0eec190f-4891-4d12-9446-045bb6dbdb07 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc HTTP/1.1" status: 200 len: 916 time: 0.1697454 Oct 20 09:06:03.660849 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:03.700824 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:03.831559 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:06:03.843014 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677ccd8-58ea-4c55-9d06-66eb701ae24b None None] Sync routers for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:06:03.865042 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677ccd8-58ea-4c55-9d06-66eb701ae24b None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:03.866097 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f677ccd8-58ea-4c55-9d06-66eb701ae24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:03.873286 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-3f065c03-f9e8-4b9d-bf85-94d9c4535565 None None] Set router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:03.898700 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1573dc-c278-419b-b14f-b2dcbd48366e service neutron] Pushing event updated for resources: {'Port': ['ID=a91a700e-d01e-4c84-8f53-4255f46188de,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:03.926031 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-5ce368d2-3543-49d2-b576-37b106a8f897 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/925cb29f-bad0-4493-9a33-a8eefe88e05e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5377166 Oct 20 09:06:03.931897 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35078) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:03.943692 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6 req-8b9d4d8e-9734-4828-b4de-74675b43162b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198 HTTP/1.1" status: 200 len: 999 time: 0.2886341 Oct 20 09:06:03.960498 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-4d74320d-5237-4b59-bc84-946a9213072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:03.973987 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-4d74320d-5237-4b59-bc84-946a9213072f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 1127 time: 0.0688622 Oct 20 09:06:03.983560 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6e38700e-af44-4fa5-a18c-3686a22e39ee tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (d9a1d827-fca0-45e4-93c8-ae1c1c5f380b), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.014800 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f867f53-ca4b-4abb-98e1-1378d05abd11 req-2fcf8d85-7795-40f3-8780-f099cc6b43c2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:04.016322 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7f867f53-ca4b-4abb-98e1-1378d05abd11 req-2fcf8d85-7795-40f3-8780-f099cc6b43c2 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 943 time: 0.1778233 Oct 20 09:06:04.086085 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-f677ccd8-58ea-4c55-9d06-66eb701ae24b None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:04.088461 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6 req-647f5745-48b5-482e-8f9a-9b5829ec3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:04.094160 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6 req-647f5745-48b5-482e-8f9a-9b5829ec3361 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4650c59c-db75-4a36-bd36-566aa7d5ddfb HTTP/1.1" status: 200 len: 854 time: 0.0996952 Oct 20 09:06:04.107712 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6e38700e-af44-4fa5-a18c-3686a22e39ee tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (d9a1d827-fca0-45e4-93c8-ae1c1c5f380b), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.110595 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-706753b4-0cda-4f33-90ed-f8c2f2b1c06d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91a700e-d01e-4c84-8f53-4255f46188de HTTP/1.1" status: 200 len: 217 time: 0.0863116 Oct 20 09:06:04.114056 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6e38700e-af44-4fa5-a18c-3686a22e39ee tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (d9a1d827-fca0-45e4-93c8-ae1c1c5f380b), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.119531 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:04.175642 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-6e38700e-af44-4fa5-a18c-3686a22e39ee tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.179789 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-6e38700e-af44-4fa5-a18c-3686a22e39ee tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6228726 Oct 20 09:06:04.180073 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35080) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:04.184314 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38700e-af44-4fa5-a18c-3686a22e39ee tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a1d827-fca0-45e4-93c8-ae1c1c5f380b,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:04.196013 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-05af3603-1572-4e64-aefe-6fec21000f96 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Request body: {'security_group_rule': {'security_group_id': '8dd08cd5-03a3-4623-a8b2-414b5852ea61', 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:04.220207 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6 req-ab224753-284c-4882-932d-4390829fd275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:04.222744 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6 req-ab224753-284c-4882-932d-4390829fd275 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157699 Oct 20 09:06:04.223414 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-3f065c03-f9e8-4b9d-bf85-94d9c4535565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 4, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a641ac50-1147-44e8-bb6a-95890ad1e62e', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'floating_ip_address': '172.37.2.233', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'port_id': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'mac_address': 'fa:16:3e:d9:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c3c04f-2850-480f-8d15-6f15327734e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:06:01Z', 'updated_at': '2022-10-20T09:06:01Z', 'revision_number': 0, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d5c560-6179-4e9e-b947-078ab410b9dd', 'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'mac_address': 'fa:16:3e:48:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:06Z', 'updated_at': '2022-10-20T09:05:12Z', 'revision_number': 5, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'subnets': [{'id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:04.244591 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-75f6b1fa-965b-4b1e-919e-37fac02e2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:04.246256 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-75f6b1fa-965b-4b1e-919e-37fac02e2361 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.1260414 Oct 20 09:06:04.256561 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7f867f53-ca4b-4abb-98e1-1378d05abd11 req-bb8f11a8-d276-4f4c-bd6e-2a73bd85eaa6 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121503 Oct 20 09:06:04.273645 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f065c03-f9e8-4b9d-bf85-94d9c4535565 None None] The sync data for ids ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'] in dv-cinder-master-3-iscsi is: [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 4, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a641ac50-1147-44e8-bb6a-95890ad1e62e', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'floating_ip_address': '172.37.2.233', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'port_id': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'mac_address': 'fa:16:3e:d9:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c3c04f-2850-480f-8d15-6f15327734e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:06:01Z', 'updated_at': '2022-10-20T09:06:01Z', 'revision_number': 0, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d5c560-6179-4e9e-b947-078ab410b9dd', 'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'mac_address': 'fa:16:3e:48:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:06Z', 'updated_at': '2022-10-20T09:05:12Z', 'revision_number': 5, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'subnets': [{'id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:06:04.289323 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-05af3603-1572-4e64-aefe-6fec21000f96 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (7a266916-c0bf-4c03-8bfa-41f4d919436f), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.295622 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Publish callbacks [] for router (925cb29f-bad0-4493-9a33-a8eefe88e05e), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.327455 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:04.343000 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-7f58022e-5ed7-48fa-a84e-6907158b45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:04.345099 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-7f58022e-5ed7-48fa-a84e-6907158b45cd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797584 Oct 20 09:06:04.446373 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-05af3603-1572-4e64-aefe-6fec21000f96 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (7a266916-c0bf-4c03-8bfa-41f4d919436f), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.455886 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-05af3603-1572-4e64-aefe-6fec21000f96 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (7a266916-c0bf-4c03-8bfa-41f4d919436f), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.457873 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6 req-85ee91cb-9052-4e41-9b6b-d3dd74ec8ffd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986678 Oct 20 09:06:04.466359 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.469929 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Publish callbacks [] for router_gateway (925cb29f-bad0-4493-9a33-a8eefe88e05e), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.495598 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-a7b738c5-711e-4181-9bdf-169a255f79c3 None None] Provisioning complete for port 311e7c8b-3680-4b42-93cb-bea711a8e29e triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:06:04.496135 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-05af3603-1572-4e64-aefe-6fec21000f96 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.496274 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-a7b738c5-711e-4181-9bdf-169a255f79c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.496385 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-a7b738c5-711e-4181-9bdf-169a255f79c3 None None] Attempt 1 to provision port 311e7c8b-3680-4b42-93cb-bea711a8e29e Oct 20 09:06:04.497806 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-05af3603-1572-4e64-aefe-6fec21000f96 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3144877 Oct 20 09:06:04.502868 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35084) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:04.505199 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af3603-1572-4e64-aefe-6fec21000f96 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a266916-c0bf-4c03-8bfa-41f4d919436f,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:04.513708 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-881147c1-7271-42f0-adf8-83bb58f60689 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Request body: {'security_group_rule': {'security_group_id': '8dd08cd5-03a3-4623-a8b2-414b5852ea61', 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:04.531206 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.552197 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-b41df381-3235-41f6-8ecf-be5488b6d961 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786408 Oct 20 09:06:04.572747 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Deleting port d1616515-7d2b-425b-af50-0016a24d059e {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:06:04.573694 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (d1616515-7d2b-425b-af50-0016a24d059e), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.575694 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-881147c1-7271-42f0-adf8-83bb58f60689 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (f29d0a30-598e-4c89-bbd5-b6ddf7b50579), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.653678 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13095e63-999d-4c36-9f9c-d631c5ca67c1 None None] New status for floating IP a641ac50-1147-44e8-bb6a-95890ad1e62e: ACTIVE {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:06:04.659106 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-13810fb2-2c95-4a7d-8d67-29ac3440b0b6 req-f0afa4d0-da46-4055-857a-4f44d88c6392 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816168 Oct 20 09:06:04.661913 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-a7b738c5-711e-4181-9bdf-169a255f79c3 None None] Current status of the port 311e7c8b-3680-4b42-93cb-bea711a8e29e is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:06:04.685299 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f677ccd8-58ea-4c55-9d06-66eb701ae24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:06:02Z', 'revision_number': 5, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port': {'id': 'd1616515-7d2b-425b-af50-0016a24d059e', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:04.691636 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] For port d1616515-7d2b-425b-af50-0016a24d059e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d1616515-7d2b-425b-af50-0016a24d059e,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:04.692245 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (d1616515-7d2b-425b-af50-0016a24d059e), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.717749 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Calling delete_port for d1616515-7d2b-425b-af50-0016a24d059e owned by network:router_gateway {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:06:04.723784 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:04.728717 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-881147c1-7271-42f0-adf8-83bb58f60689 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (f29d0a30-598e-4c89-bbd5-b6ddf7b50579), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.732777 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677ccd8-58ea-4c55-9d06-66eb701ae24b None None] Checking router: 925cb29f-bad0-4493-9a33-a8eefe88e05e for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:06:04.738053 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-881147c1-7271-42f0-adf8-83bb58f60689 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (f29d0a30-598e-4c89-bbd5-b6ddf7b50579), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.757276 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677ccd8-58ea-4c55-9d06-66eb701ae24b None None] Routers {'925cb29f-bad0-4493-9a33-a8eefe88e05e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:04.758139 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf3a550e-697a-4897-b1b3-cda24dbc2d90 req-a6d52461-d56e-4984-a174-4976a79db980 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938612 Oct 20 09:06:04.758728 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f677ccd8-58ea-4c55-9d06-66eb701ae24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['925cb29f-bad0-4493-9a33-a8eefe88e05e'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:04.766029 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881147c1-7271-42f0-adf8-83bb58f60689 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29d0a30-598e-4c89-bbd5-b6ddf7b50579,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:04.785748 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-881147c1-7271-42f0-adf8-83bb58f60689 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.787419 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-881147c1-7271-42f0-adf8-83bb58f60689 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2831783 Oct 20 09:06:04.792393 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35086) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:04.801516 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-e0b7f815-0d21-4de1-b2ae-95bffe07bb41 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Request body: {'security_group_rule': {'security_group_id': '8dd08cd5-03a3-4623-a8b2-414b5852ea61', 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:04.806846 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:04.845080 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f815-0d21-4de1-b2ae-95bffe07bb41 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (03bdf0e4-4af6-4633-99fa-acbe80a3a7d2), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.849000 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:04.890401 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-f677ccd8-58ea-4c55-9d06-66eb701ae24b None None] Set router 925cb29f-bad0-4493-9a33-a8eefe88e05e gateway port host: None {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:04.892351 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:04.918781 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f815-0d21-4de1-b2ae-95bffe07bb41 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (03bdf0e4-4af6-4633-99fa-acbe80a3a7d2), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.924172 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f815-0d21-4de1-b2ae-95bffe07bb41 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (03bdf0e4-4af6-4633-99fa-acbe80a3a7d2), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.935327 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (d1616515-7d2b-425b-af50-0016a24d059e), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.945450 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7f815-0d21-4de1-b2ae-95bffe07bb41 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bdf0e4-4af6-4633-99fa-acbe80a3a7d2,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:04.955055 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f677ccd8-58ea-4c55-9d06-66eb701ae24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:06:04Z', 'revision_number': 6, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:04.958559 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f815-0d21-4de1-b2ae-95bffe07bb41 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:04.962056 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-e0b7f815-0d21-4de1-b2ae-95bffe07bb41 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1684372 Oct 20 09:06:04.962766 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35088) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:04.967449 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-96f0fdd2-cb00-4df5-9b45-098097ffdd3e tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Request body: {'security_group_rule': {'security_group_id': '8dd08cd5-03a3-4623-a8b2-414b5852ea61', 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:04.970553 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d1616515-7d2b-425b-af50-0016a24d059e,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:04.982606 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677ccd8-58ea-4c55-9d06-66eb701ae24b None None] The sync data for ids ['925cb29f-bad0-4493-9a33-a8eefe88e05e'] in dv-cinder-master-3-iscsi is: [{'id': '925cb29f-bad0-4493-9a33-a8eefe88e05e', 'name': 'tempest-ServerRescueNegativeTestJSON-71032006-router', 'tenant_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:27Z', 'updated_at': '2022-10-20T09:06:04Z', 'revision_number': 6, 'project_id': 'd24a1fc0e9344af181d49cfc58f0c88b', 'gw_port_host': None}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:06:04.993616 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.securitygroups_db [None req-96f0fdd2-cb00-4df5-9b45-098097ffdd3e tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Project 020d4019643f4499b5162717fbf7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 09:06:05.005073 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-96f0fdd2-cb00-4df5-9b45-098097ffdd3e tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (fb12c72d-eb1f-4cfa-bbb9-c495175dcc8c), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.037856 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753523'] for router_gateway (925cb29f-bad0-4493-9a33-a8eefe88e05e), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.073285 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-96f0fdd2-cb00-4df5-9b45-098097ffdd3e tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (fb12c72d-eb1f-4cfa-bbb9-c495175dcc8c), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.077169 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-96f0fdd2-cb00-4df5-9b45-098097ffdd3e tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (fb12c72d-eb1f-4cfa-bbb9-c495175dcc8c), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.096159 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0fdd2-cb00-4df5-9b45-098097ffdd3e tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb12c72d-eb1f-4cfa-bbb9-c495175dcc8c,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:05.103583 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-96f0fdd2-cb00-4df5-9b45-098097ffdd3e tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.105469 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-96f0fdd2-cb00-4df5-9b45-098097ffdd3e tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415431 Oct 20 09:06:05.108275 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35090) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:05.112457 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-541a8065-eaf5-4471-bd5c-11d0dc22eff6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Request body: {'security_group_rule': {'security_group_id': '8dd08cd5-03a3-4623-a8b2-414b5852ea61', 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:05.125616 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router (925cb29f-bad0-4493-9a33-a8eefe88e05e), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.127905 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Publish callbacks [] for router_controller (925cb29f-bad0-4493-9a33-a8eefe88e05e), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.133821 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.securitygroups_db [None req-541a8065-eaf5-4471-bd5c-11d0dc22eff6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Project 020d4019643f4499b5162717fbf7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 09:06:05.139750 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-541a8065-eaf5-4471-bd5c-11d0dc22eff6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (6ae7daa7-e453-4817-a34a-82e6801bcf81), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.165291 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:05.172309 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742733'] for router (925cb29f-bad0-4493-9a33-a8eefe88e05e), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.173041 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 925cb29f-bad0-4493-9a33-a8eefe88e05e {{(pid=104618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 09:06:05.178602 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.179837 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-6988eb6b-852e-4310-8e80-c4218a0a02fc admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/925cb29f-bad0-4493-9a33-a8eefe88e05e HTTP/1.1" status: 204 len: 168 time: 1.2467945 Oct 20 09:06:05.183103 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35092) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:05.207287 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-541a8065-eaf5-4471-bd5c-11d0dc22eff6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (6ae7daa7-e453-4817-a34a-82e6801bcf81), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.211059 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-541a8065-eaf5-4471-bd5c-11d0dc22eff6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (6ae7daa7-e453-4817-a34a-82e6801bcf81), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.212791 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'tag': 'a91a700e-d01e-4c84-8f53-4255f46188de'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:05.216032 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c54007d-775e-4b57-9ce7-48b47b7bd360" -d '{"events": [{"name": "network-changed", "server_uuid": "c5dba102-6a02-40f4-a502-d1fc1cdab301", "tag": "a91a700e-d01e-4c84-8f53-4255f46188de"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:05.235737 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a8065-eaf5-4471-bd5c-11d0dc22eff6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae7daa7-e453-4817-a34a-82e6801bcf81,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:05.239783 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abe0ad4-8e7d-4d24-bd0b-8cf0efa11e1b admin admin] Deleting subnet d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 {{(pid=104618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:06:05.244087 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ad4-8e7d-4d24-bd0b-8cf0efa11e1b admin admin] Publish callbacks [] for subnet (d1383fbe-9dd2-4af9-aeca-8b85b2f75a97), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.249420 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-541a8065-eaf5-4471-bd5c-11d0dc22eff6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.250792 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-541a8065-eaf5-4471-bd5c-11d0dc22eff6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415539 Oct 20 09:06:05.288092 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ad4-8e7d-4d24-bd0b-8cf0efa11e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59339449'] for subnet (d1383fbe-9dd2-4af9-aeca-8b85b2f75a97), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.317671 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e33dfb-198d-405e-93c9-421fa6130ce0 x-openstack-request-id: req-f4e33dfb-198d-405e-93c9-421fa6130ce0 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:05.318066 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5dba102-6a02-40f4-a502-d1fc1cdab301", "tag": "a91a700e-d01e-4c84-8f53-4255f46188de", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:05.318443 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4e33dfb-198d-405e-93c9-421fa6130ce0 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:05.318963 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e33dfb-198d-405e-93c9-421fa6130ce0'] response: {'name': 'network-changed', 'server_uuid': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'tag': 'a91a700e-d01e-4c84-8f53-4255f46188de', 'status': 'completed', 'code': 200} Oct 20 09:06:05.410676 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c553b57e-b386-46f2-84eb-53be9629dcc7 req-9105af90-c4b8-4402-a215-1eecff5055c2 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1515462211&fields=id&tenant_id=020d4019643f4499b5162717fbf7b5b5 HTTP/1.1" status: 200 len: 267 time: 0.1032908 Oct 20 09:06:05.419786 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de507eee-8003-4958-8502-7d68a27b67ed req-d53c1b1f-d82e-4d95-9feb-597399f03011 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:05.419786 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-de507eee-8003-4958-8502-7d68a27b67ed req-d53c1b1f-d82e-4d95-9feb-597399f03011 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 943 time: 0.0509658 Oct 20 09:06:05.467267 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ad4-8e7d-4d24-bd0b-8cf0efa11e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (d1383fbe-9dd2-4af9-aeca-8b85b2f75a97), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.482089 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-de507eee-8003-4958-8502-7d68a27b67ed req-1ba87cdf-f6bd-4a3f-9d5e-17573fe59912 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557334 Oct 20 09:06:05.503042 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553b57e-b386-46f2-84eb-53be9629dcc7 req-1a4a2bd3-d6a7-4524-aaac-d2701b7f0b36 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:05.504521 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c553b57e-b386-46f2-84eb-53be9629dcc7 req-1a4a2bd3-d6a7-4524-aaac-d2701b7f0b36 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 945 time: 0.0849407 Oct 20 09:06:05.520396 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [req-c553b57e-b386-46f2-84eb-53be9629dcc7 req-fc6136bf-ab26-4356-860a-a599e594d134 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Request body: {'port': {'security_groups': ['2cdd8ef7-2a91-411f-a8fa-81f3b8252718', '8dd08cd5-03a3-4623-a8b2-414b5852ea61']}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:05.572733 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ad4-8e7d-4d24-bd0b-8cf0efa11e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60111875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59610637'] for subnet (d1383fbe-9dd2-4af9-aeca-8b85b2f75a97), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.622368 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe0ad4-8e7d-4d24-bd0b-8cf0efa11e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1383fbe-9dd2-4af9-aeca-8b85b2f75a97,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:05.629103 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ad4-8e7d-4d24-bd0b-8cf0efa11e1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.646363 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-7abe0ad4-8e7d-4d24-bd0b-8cf0efa11e1b admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/d1383fbe-9dd2-4af9-aeca-8b85b2f75a97 HTTP/1.1" status: 204 len: 168 time: 0.4482231 Oct 20 09:06:05.646363 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c553b57e-b386-46f2-84eb-53be9629dcc7 req-fc6136bf-ab26-4356-860a-a599e594d134 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.646769 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35108) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:05.649641 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be4ee17-13f1-4bcc-9616-57cdd15499fd None None] Network 89681d33-1e95-46d3-a4f1-4813c7b75e62 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:06:05.727735 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (89681d33-1e95-46d3-a4f1-4813c7b75e62), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.812989 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Deleting port 311e7c8b-3680-4b42-93cb-bea711a8e29e {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:06:05.813507 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.848826 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633ec65-4c8c-4484-86ae-ffa8b87cf5f6 None None] DHCP port deletion for 89681d33-1e95-46d3-a4f1-4813c7b75e62 request from dv-cinder-master-3-iscsi {{(pid=104620) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 09:06:05.944471 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-f633ec65-4c8c-4484-86ae-ffa8b87cf5f6 None None] Deleting port 311e7c8b-3680-4b42-93cb-bea711a8e29e {{(pid=104620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:06:05.945140 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f633ec65-4c8c-4484-86ae-ffa8b87cf5f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), before_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:05.950505 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device c755d864-f1b0-4377-9693-6cd6aef86bca no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:06:06.012034 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: c755d864-f1b0-4377-9693-6cd6aef86bca {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:06:06.012625 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device c755d864-f1b0-4377-9693-6cd6aef86bca not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:06:06.013209 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device d1616515-7d2b-425b-af50-0016a24d059e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:06:06.020346 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] For port 311e7c8b-3680-4b42-93cb-bea711a8e29e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=311e7c8b-3680-4b42-93cb-bea711a8e29e,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:06.020846 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.024765 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54007d-775e-4b57-9ce7-48b47b7bd360 req-cef45663-1520-4e50-b727-85872f021140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:06.026624 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6c54007d-775e-4b57-9ce7-48b47b7bd360 req-cef45663-1520-4e50-b727-85872f021140 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 1127 time: 0.1443768 Oct 20 09:06:06.044313 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: d1616515-7d2b-425b-af50-0016a24d059e {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:06:06.044664 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device d1616515-7d2b-425b-af50-0016a24d059e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:06:06.045746 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Calling delete_port for 311e7c8b-3680-4b42-93cb-bea711a8e29e owned by network:dhcp {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:06:06.057016 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3779571-b254-44fe-9d27-e35b348c3fc4 req-42a989ef-8a71-410c-87e4-64b60f0086a4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:06.059822 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a3779571-b254-44fe-9d27-e35b348c3fc4 req-42a989ef-8a71-410c-87e4-64b60f0086a4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.1155224 Oct 20 09:06:06.060841 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:06.063580 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-f633ec65-4c8c-4484-86ae-ffa8b87cf5f6 None None] For port 311e7c8b-3680-4b42-93cb-bea711a8e29e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=311e7c8b-3680-4b42-93cb-bea711a8e29e,segment=NetworkSegment(76db0553-eab9-4c77-83f6-8c251cacdd2f),segment_id=76db0553-eab9-4c77-83f6-8c251cacdd2f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:06.064231 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f633ec65-4c8c-4484-86ae-ffa8b87cf5f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), precommit_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.082518 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-f633ec65-4c8c-4484-86ae-ffa8b87cf5f6 None None] Calling delete_port for 311e7c8b-3680-4b42-93cb-bea711a8e29e owned by network:dhcp {{(pid=104620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:06:06.092377 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:06.173968 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a3779571-b254-44fe-9d27-e35b348c3fc4 req-3268f66f-3e96-4ee1-a346-76681cee23e4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024718 Oct 20 09:06:06.179182 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f633ec65-4c8c-4484-86ae-ffa8b87cf5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), after_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.186579 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:06.194871 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=82,neutron:DELETE=13,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:06.201316 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [req-c553b57e-b386-46f2-84eb-53be9629dcc7 req-fc6136bf-ab26-4356-860a-a599e594d134 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] For port 3c5f5de7-af1f-4408-ba7d-6be5f0344198, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:06.218309 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633ec65-4c8c-4484-86ae-ffa8b87cf5f6 None None] Pushing event deleted for resources: {'Port': ['ID=311e7c8b-3680-4b42-93cb-bea711a8e29e,revision_number=None']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:06.219279 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (311e7c8b-3680-4b42-93cb-bea711a8e29e), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.226371 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633ec65-4c8c-4484-86ae-ffa8b87cf5f6 None None] No DVR routers for this DVR port 311e7c8b-3680-4b42-93cb-bea711a8e29e on host dv-cinder-master-3-iscsi {{(pid=104620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:06:06.252626 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Pushing event deleted for resources: {'Port': ['ID=311e7c8b-3680-4b42-93cb-bea711a8e29e,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:06.254161 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] No DVR routers for this DVR port 311e7c8b-3680-4b42-93cb-bea711a8e29e on host dv-cinder-master-3-iscsi {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:06:06.259487 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c553b57e-b386-46f2-84eb-53be9629dcc7 req-fc6136bf-ab26-4356-860a-a599e594d134 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.267750 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c553b57e-b386-46f2-84eb-53be9629dcc7 req-fc6136bf-ab26-4356-860a-a599e594d134 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.279675 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553b57e-b386-46f2-84eb-53be9629dcc7 req-fc6136bf-ab26-4356-860a-a599e594d134 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:06.280371 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [req-c553b57e-b386-46f2-84eb-53be9629dcc7 req-fc6136bf-ab26-4356-860a-a599e594d134 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.282104 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c553b57e-b386-46f2-84eb-53be9629dcc7 req-fc6136bf-ab26-4356-860a-a599e594d134 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "PUT /networking/v2.0/ports/3c5f5de7-af1f-4408-ba7d-6be5f0344198 HTTP/1.1" status: 200 len: 981 time: 0.7690735 Oct 20 09:06:06.283545 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:06.286360 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4abadc3-a075-47f9-b2f8-0738ec014776" -d '{"events": [{"name": "network-changed", "server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:06.322150 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['3c5f5de7-af1f-4408-ba7d-6be5f0344198'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:06:06.351038 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefd80dd-7aa0-48cc-bdef-e88c2315a544 x-openstack-request-id: req-eefd80dd-7aa0-48cc-bdef-e88c2315a544 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:06.351348 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:06.351976 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eefd80dd-7aa0-48cc-bdef-e88c2315a544 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:06.352629 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefd80dd-7aa0-48cc-bdef-e88c2315a544'] response: {'name': 'network-changed', 'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'status': 'completed', 'code': 200} Oct 20 09:06:06.390976 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6136bf-ab26-4356-860a-a599e594d134 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'Port': ['ID=3c5f5de7-af1f-4408-ba7d-6be5f0344198,revision_number=6']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:06.394821 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (89681d33-1e95-46d3-a4f1-4813c7b75e62), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.445898 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89681d33-1e95-46d3-a4f1-4813c7b75e62']}} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:06.453697 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c597b0a-3c04-4bab-a4af-baefa9ffa08a req-ea5764c5-2166-42cf-8058-7bc040bfbb57 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:06.455214 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6c597b0a-3c04-4bab-a4af-baefa9ffa08a req-ea5764c5-2166-42cf-8058-7bc040bfbb57 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0866344 Oct 20 09:06:06.474552 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76db0553-eab9-4c77-83f6-8c251cacdd2f') {'for_net_delete': True} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:06.474843 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76db0553-eab9-4c77-83f6-8c251cacdd2f') {} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:06.491985 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788992'] for segment (76db0553-eab9-4c77-83f6-8c251cacdd2f), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.494979 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['3c5f5de7-af1f-4408-ba7d-6be5f0344198'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:06:06.512597 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:06.513747 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (76db0553-eab9-4c77-83f6-8c251cacdd2f), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.530456 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Releasing vlan 482 on physical network physnet1 to pool {{(pid=104619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:06:06.530863 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59399974'] for segment (76db0553-eab9-4c77-83f6-8c251cacdd2f), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.591364 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment 76db0553-eab9-4c77-83f6-8c251cacdd2f resource provider aggregate not found Oct 20 09:06:06.631134 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6c597b0a-3c04-4bab-a4af-baefa9ffa08a req-9e5fd38d-6166-489f-bbbf-ec83a179a61c tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699994 Oct 20 09:06:06.650519 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment 76db0553-eab9-4c77-83f6-8c251cacdd2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76db0553-eab9-4c77-83f6-8c251cacdd2f found for delete ", "request_id": "req-b487e9b3-2014-458e-9a75-59ade54bda46"}]} Oct 20 09:06:06.650519 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (89681d33-1e95-46d3-a4f1-4813c7b75e62), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.657773 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6133a6-da8e-47b3-a51a-91ef660834c2 req-198e7a2a-dacf-41a1-a472-b902d78a906f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:06.659816 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.660503 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-aa6133a6-da8e-47b3-a51a-91ef660834c2 req-198e7a2a-dacf-41a1-a472-b902d78a906f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 943 time: 0.0633745 Oct 20 09:06:06.665933 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:06.666446 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/89681d33-1e95-46d3-a4f1-4813c7b75e62 HTTP/1.1" status: 204 len: 168 time: 1.0268414 Oct 20 09:06:06.678510 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbd7da-42a4-4e40-b9f7-a11e070cac52 admin admin] Pushing event deleted for resources: {'Network': ['ID=89681d33-1e95-46d3-a4f1-4813c7b75e62,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:06.714644 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-aa6133a6-da8e-47b3-a51a-91ef660834c2 req-1adf5364-529f-427c-9e1e-c72ecb25af10 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496759 Oct 20 09:06:06.804232 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35128) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:06.844683 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a93a92cb-30ea-4ffb-8e6d-364a1f9ff230 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d24a1fc0e9344af181d49cfc58f0c88b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392985 Oct 20 09:06:06.847248 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35130) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:06.899504 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8059-97a3-455f-95a9-7badca29f000 admin admin] Publish callbacks [] for security_group (64c55977-ce53-481a-8167-ee03e3c153d4), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.918886 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8059-97a3-455f-95a9-7badca29f000 admin admin] Publish callbacks [] for security_group (64c55977-ce53-481a-8167-ee03e3c153d4), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.934718 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:06.966996 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8059-97a3-455f-95a9-7badca29f000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (64c55977-ce53-481a-8167-ee03e3c153d4), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.969606 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8059-97a3-455f-95a9-7badca29f000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:06.970746 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-ef7b8059-97a3-455f-95a9-7badca29f000 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/64c55977-ce53-481a-8167-ee03e3c153d4 HTTP/1.1" status: 204 len: 168 time: 0.1225014 Oct 20 09:06:06.981489 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b8059-97a3-455f-95a9-7badca29f000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c55977-ce53-481a-8167-ee03e3c153d4,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:07.313064 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc648b44-274a-42a3-bdf2-0bfedc0650cb req-3c9673d3-63a8-46f7-8b3b-0ddf44f181d9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:07.314567 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cc648b44-274a-42a3-bdf2-0bfedc0650cb req-3c9673d3-63a8-46f7-8b3b-0ddf44f181d9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0486388 Oct 20 09:06:07.362981 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cc648b44-274a-42a3-bdf2-0bfedc0650cb req-2d47d6e4-c38a-403c-bf5e-756ec947d0cd tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Oct 20 09:06:07.504940 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device a91a700e-d01e-4c84-8f53-4255f46188de details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:06:07.604323 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port a91a700e-d01e-4c84-8f53-4255f46188de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a91a700e-d01e-4c84-8f53-4255f46188de,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:07.615135 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'a91a700e-d01e-4c84-8f53-4255f46188de', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'port_id': 'a91a700e-d01e-4c84-8f53-4255f46188de', 'mac_address': 'fa:16:3e:86:e6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:06:07.649058 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port a91a700e-d01e-4c84-8f53-4255f46188de is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:06:07.649440 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:07.661988 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91a700e-d01e-4c84-8f53-4255f46188de {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:06:07.683691 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port a91a700e-d01e-4c84-8f53-4255f46188de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a91a700e-d01e-4c84-8f53-4255f46188de,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:07.687904 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:07.738684 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=a91a700e-d01e-4c84-8f53-4255f46188de,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:07.744428 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 311e7c8b-3680-4b42-93cb-bea711a8e29e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:06:07.764390 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 311e7c8b-3680-4b42-93cb-bea711a8e29e {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:06:07.764736 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 311e7c8b-3680-4b42-93cb-bea711a8e29e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:06:07.854756 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa7078-1270-4017-b597-6424c942af69 req-60d78e94-1b2c-4b5c-9cb7-3c1b262cf544 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:07.856238 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6caa7078-1270-4017-b597-6424c942af69 req-60d78e94-1b2c-4b5c-9cb7-3c1b262cf544 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 944 time: 0.0461595 Oct 20 09:06:07.906927 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6caa7078-1270-4017-b597-6424c942af69 req-8c612174-76bf-4c72-99ea-8f441e2285ba tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446725 Oct 20 09:06:08.007000 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abadc3-a075-47f9-b2f8-0738ec014776 req-a69cbe4b-5534-4166-9c1f-40ecc0274da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:08.008706 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d4abadc3-a075-47f9-b2f8-0738ec014776 req-a69cbe4b-5534-4166-9c1f-40ecc0274da7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=020d4019643f4499b5162717fbf7b5b5&device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 1168 time: 0.0490053 Oct 20 09:06:08.022991 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54007d-775e-4b57-9ce7-48b47b7bd360 req-1366583b-3cea-4933-a087-bc0605ad933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:08.024453 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6c54007d-775e-4b57-9ce7-48b47b7bd360 req-1366583b-3cea-4933-a087-bc0605ad933e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 915 time: 0.0958333 Oct 20 09:06:08.080702 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['a91a700e-d01e-4c84-8f53-4255f46188de'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:06:08.132197 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6c54007d-775e-4b57-9ce7-48b47b7bd360 req-1aed259c-9a3f-4773-954d-d7db6fad01f1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91a700e-d01e-4c84-8f53-4255f46188de HTTP/1.1" status: 200 len: 217 time: 0.0383632 Oct 20 09:06:08.172913 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:08.198902 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abadc3-a075-47f9-b2f8-0738ec014776 req-366bf000-0c74-465e-a862-23a8758e069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:08.199269 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54007d-775e-4b57-9ce7-48b47b7bd360 req-3ba602ef-ab5f-4711-a415-f0f5a9c6ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:08.200830 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d4abadc3-a075-47f9-b2f8-0738ec014776 req-366bf000-0c74-465e-a862-23a8758e069a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc HTTP/1.1" status: 200 len: 916 time: 0.1076345 Oct 20 09:06:08.200961 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6c54007d-775e-4b57-9ce7-48b47b7bd360 req-3ba602ef-ab5f-4711-a415-f0f5a9c6ebf2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.0616891 Oct 20 09:06:08.307377 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:08.363986 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d4abadc3-a075-47f9-b2f8-0738ec014776 req-732386fd-50ee-4a67-bf3f-a9d4c6aad16a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198 HTTP/1.1" status: 200 len: 1001 time: 0.0661504 Oct 20 09:06:08.385441 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-46c68303-77d0-45da-b8a3-c536a7b06309 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:08.387132 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-46c68303-77d0-45da-b8a3-c536a7b06309 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.0806162 Oct 20 09:06:08.388592 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54007d-775e-4b57-9ce7-48b47b7bd360 req-e6ae316c-3dfa-4b47-8b59-39c5864a85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:08.390430 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6c54007d-775e-4b57-9ce7-48b47b7bd360 req-e6ae316c-3dfa-4b47-8b59-39c5864a85f2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0935602 Oct 20 09:06:08.433870 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abadc3-a075-47f9-b2f8-0738ec014776 req-d2de5455-28dd-48c0-9898-c2d51ca30efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:08.435536 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d4abadc3-a075-47f9-b2f8-0738ec014776 req-d2de5455-28dd-48c0-9898-c2d51ca30efb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4650c59c-db75-4a36-bd36-566aa7d5ddfb HTTP/1.1" status: 200 len: 854 time: 0.0632915 Oct 20 09:06:08.492386 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abadc3-a075-47f9-b2f8-0738ec014776 req-82020551-9ca1-4188-a3af-6dac3531428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:08.493160 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d4abadc3-a075-47f9-b2f8-0738ec014776 req-82020551-9ca1-4188-a3af-6dac3531428b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497735 Oct 20 09:06:08.569344 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89311384-1572-4148-a3af-e912ad1b7d5c req-541ad99a-d869-4164-9232-eb51b337b470 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:08.570995 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-89311384-1572-4148-a3af-e912ad1b7d5c req-541ad99a-d869-4164-9232-eb51b337b470 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 945 time: 0.1123366 Oct 20 09:06:08.608921 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d4abadc3-a075-47f9-b2f8-0738ec014776 req-967d3f43-7290-451b-8514-e350f6375804 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076841 Oct 20 09:06:08.618456 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Deleting port ead535c7-97fc-458e-b3a8-642e6ca66f0a {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:06:08.618878 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:08.694785 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6c54007d-775e-4b57-9ce7-48b47b7bd360 req-eba0d5b4-fbdc-4f5a-9c8c-f11d9e15d0b4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897487 Oct 20 09:06:08.718955 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-89311384-1572-4148-a3af-e912ad1b7d5c req-73005ebd-695d-4812-81db-04d701ed3f5b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b230c0c2-1bee-4e86-be36-4d8e2198d6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375070 Oct 20 09:06:08.720272 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d4abadc3-a075-47f9-b2f8-0738ec014776 req-c0794344-3cc1-4c38-bc69-bd41230fd25b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028717 Oct 20 09:06:08.767057 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:08.804941 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] For port ead535c7-97fc-458e-b3a8-642e6ca66f0a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ead535c7-97fc-458e-b3a8-642e6ca66f0a,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:08.805310 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:08.875508 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6c54007d-775e-4b57-9ce7-48b47b7bd360 req-0f949208-c766-478a-b6f2-f27b60f25add service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727383 Oct 20 09:06:08.989666 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:08.990630 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (611b8064-a4fd-476f-b2be-6bb1e67ad07a), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:08.991099 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Floating IP 611b8064-a4fd-476f-b2be-6bb1e67ad07a disassociated. External IP: 172.37.2.141, port: ead535c7-97fc-458e-b3a8-642e6ca66f0a. Oct 20 09:06:08.991690 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Calling delete_port for ead535c7-97fc-458e-b3a8-642e6ca66f0a owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:06:09.028424 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af3c63-6d60-41bd-a9c5-e01271801cf9 req-bc9f1f9a-9616-4a97-8411-19b6a6239922 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:09.029917 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b0af3c63-6d60-41bd-a9c5-e01271801cf9 req-bc9f1f9a-9616-4a97-8411-19b6a6239922 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 944 time: 0.0479407 Oct 20 09:06:09.078291 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b0af3c63-6d60-41bd-a9c5-e01271801cf9 req-b1774d3f-0f91-4bac-8fde-13a246871e7e tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425410 Oct 20 09:06:09.123593 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (ead535c7-97fc-458e-b3a8-642e6ca66f0a), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:09.151051 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event deleted for resources: {'Port': ['ID=ead535c7-97fc-458e-b3a8-642e6ca66f0a,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:09.263512 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Router 0fe1728d-9900-4fa8-8917-849873667ba0 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:06:09.309533 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:09.371036 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:06:09.398233 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c620164-338a-4e54-9786-8fd7b327b87b None None] Sync routers for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:06:09.411865 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c620164-338a-4e54-9786-8fd7b327b87b None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:09.412398 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-1c620164-338a-4e54-9786-8fd7b327b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:09.420740 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] No DVR routers for this DVR port ead535c7-97fc-458e-b3a8-642e6ca66f0a on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:06:09.423522 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:09.432221 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-61a462c0-25b5-45fd-aac6-b76398784cfd req-3e51a4f0-73d2-451f-bb59-828649b53e81 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.23 "DELETE /networking/v2.0/ports/ead535c7-97fc-458e-b3a8-642e6ca66f0a HTTP/1.1" status: 204 len: 173 time: 1.0300016 Oct 20 09:06:09.432221 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'name': 'network-vif-deleted', 'tag': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:09.432221 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265343ab-7314-49c8-8f75-131d45a4b7f0" -d '{"events": [{"server_uuid": "26ae0069-be67-4921-aca3-4cfae5214cf5", "name": "network-vif-deleted", "tag": "ead535c7-97fc-458e-b3a8-642e6ca66f0a"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:09.494009 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a2464a-97a2-428c-9f83-16bae51d9fdd x-openstack-request-id: req-f9a2464a-97a2-428c-9f83-16bae51d9fdd {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:09.494009 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ae0069-be67-4921-aca3-4cfae5214cf5", "name": "network-vif-deleted", "tag": "ead535c7-97fc-458e-b3a8-642e6ca66f0a", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:09.494282 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9a2464a-97a2-428c-9f83-16bae51d9fdd {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:09.495279 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a2464a-97a2-428c-9f83-16bae51d9fdd'] response: {'server_uuid': '26ae0069-be67-4921-aca3-4cfae5214cf5', 'name': 'network-vif-deleted', 'tag': 'ead535c7-97fc-458e-b3a8-642e6ca66f0a', 'status': 'completed', 'code': 200} Oct 20 09:06:09.512405 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device a91a700e-d01e-4c84-8f53-4255f46188de up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:06:09.553084 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-1c620164-338a-4e54-9786-8fd7b327b87b None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:09.687298 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port a91a700e-d01e-4c84-8f53-4255f46188de completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:06:09.696444 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port a91a700e-d01e-4c84-8f53-4255f46188de triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:06:09.696824 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:09.702563 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port a91a700e-d01e-4c84-8f53-4255f46188de Oct 20 09:06:09.730860 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:09.843465 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-1c620164-338a-4e54-9786-8fd7b327b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:09.887000 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c620164-338a-4e54-9786-8fd7b327b87b None None] Checking router: 0fe1728d-9900-4fa8-8917-849873667ba0 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:06:09.896294 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-14a9061d-1219-45ae-8c19-672f617863a3 req-69e7b932-39ae-44e7-bcd7-f18031ac0a9b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26ae0069-be67-4921-aca3-4cfae5214cf5 HTTP/1.1" status: 200 len: 210 time: 0.0454962 Oct 20 09:06:09.904943 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port a91a700e-d01e-4c84-8f53-4255f46188de is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:06:09.905698 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:09.908784 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c620164-338a-4e54-9786-8fd7b327b87b None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:09.909413 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-1c620164-338a-4e54-9786-8fd7b327b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:10.104515 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91a700e-d01e-4c84-8f53-4255f46188de'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:10.107016 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8123a1-3f13-4781-be38-086ebbbd3d3c" -d '{"events": [{"server_uuid": "c5dba102-6a02-40f4-a502-d1fc1cdab301", "name": "network-vif-plugged", "status": "completed", "tag": "a91a700e-d01e-4c84-8f53-4255f46188de"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:10.127961 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port a91a700e-d01e-4c84-8f53-4255f46188de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a91a700e-d01e-4c84-8f53-4255f46188de,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:10.155832 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:10.193753 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7fe81f-48a2-4e7e-acaa-9bf15c377e7c x-openstack-request-id: req-4f7fe81f-48a2-4e7e-acaa-9bf15c377e7c {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:10.194058 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5dba102-6a02-40f4-a502-d1fc1cdab301", "name": "network-vif-plugged", "status": "completed", "tag": "a91a700e-d01e-4c84-8f53-4255f46188de", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:10.194315 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f7fe81f-48a2-4e7e-acaa-9bf15c377e7c {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:10.194730 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7fe81f-48a2-4e7e-acaa-9bf15c377e7c'] response: {'server_uuid': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91a700e-d01e-4c84-8f53-4255f46188de', 'code': 200} Oct 20 09:06:10.219782 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-1c620164-338a-4e54-9786-8fd7b327b87b None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:10.253641 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=a91a700e-d01e-4c84-8f53-4255f46188de,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:10.279338 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4ad3c-388e-4fb3-8348-4c8339ecc769 req-66f86b0d-45f5-44e7-8b6b-025510579912 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:10.281788 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a5a4ad3c-388e-4fb3-8348-4c8339ecc769 req-66f86b0d-45f5-44e7-8b6b-025510579912 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 945 time: 0.0764546 Oct 20 09:06:10.372206 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a5a4ad3c-388e-4fb3-8348-4c8339ecc769 req-cac15b9d-c15c-4363-afc2-ea4345e31cca tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789521 Oct 20 09:06:10.452512 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:10.456700 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-1c620164-338a-4e54-9786-8fd7b327b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:10.484640 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c620164-338a-4e54-9786-8fd7b327b87b None None] The sync data for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi is: [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:06:10.516729 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25998f5-ff92-42ea-adf2-cb969a6328b5 req-ede07827-2beb-4f1b-978c-2280674f5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:10.518248 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a25998f5-ff92-42ea-adf2-cb969a6328b5 req-ede07827-2beb-4f1b-978c-2280674f5d79 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 1129 time: 0.0402811 Oct 20 09:06:10.568315 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a25998f5-ff92-42ea-adf2-cb969a6328b5 req-1172a462-108f-4b8b-a477-9bc7f9bc22ad service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435481 Oct 20 09:06:10.704732 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bfea97-d6c9-4a68-892c-efd1d7ffa065 None None] New status for floating IP 611b8064-a4fd-476f-b2be-6bb1e67ad07a: DOWN {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:06:10.987793 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35228) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:11.042184 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7fb7ba71-4f35-49cd-8148-cdcf50fc01f1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (b230c0c2-1bee-4e86-be36-4d8e2198d6f6), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.063578 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7fb7ba71-4f35-49cd-8148-cdcf50fc01f1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (b230c0c2-1bee-4e86-be36-4d8e2198d6f6), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.070871 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:11.112158 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7fb7ba71-4f35-49cd-8148-cdcf50fc01f1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (b230c0c2-1bee-4e86-be36-4d8e2198d6f6), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.114940 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7fb7ba71-4f35-49cd-8148-cdcf50fc01f1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.116059 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7fb7ba71-4f35-49cd-8148-cdcf50fc01f1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b230c0c2-1bee-4e86-be36-4d8e2198d6f6 HTTP/1.1" status: 204 len: 168 time: 0.1271136 Oct 20 09:06:11.118936 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35230) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:11.125430 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7ba71-4f35-49cd-8148-cdcf50fc01f1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b230c0c2-1bee-4e86-be36-4d8e2198d6f6,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:11.134556 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.api.v2.resource [None req-8dfd24ff-893b-4a17-afd5-d70447a493d3 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] show failed (client error): The resource could not be found. Oct 20 09:06:11.135529 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-8dfd24ff-893b-4a17-afd5-d70447a493d3 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups/b230c0c2-1bee-4e86-be36-4d8e2198d6f6 HTTP/1.1" status: 404 len: 347 time: 0.0155320 Oct 20 09:06:11.138975 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35232) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:11.188382 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:11.239308 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:11.257241 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-93085e5d-7d75-4f60-8f43-72711e11183b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Deleting port 3ce66eb2-ad42-44b7-98e8-608fa98d7682 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:06:11.257576 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-93085e5d-7d75-4f60-8f43-72711e11183b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (3ce66eb2-ad42-44b7-98e8-608fa98d7682), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.333433 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-93085e5d-7d75-4f60-8f43-72711e11183b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (3ce66eb2-ad42-44b7-98e8-608fa98d7682), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.334098 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-93085e5d-7d75-4f60-8f43-72711e11183b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (3ce66eb2-ad42-44b7-98e8-608fa98d7682), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.346429 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-93085e5d-7d75-4f60-8f43-72711e11183b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Calling delete_port for 3ce66eb2-ad42-44b7-98e8-608fa98d7682 owned by network:floatingip {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:06:11.516585 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-93085e5d-7d75-4f60-8f43-72711e11183b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (3ce66eb2-ad42-44b7-98e8-608fa98d7682), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.522213 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8ba00-a9d3-4418-bc44-bb5f7c457768 req-2c1342f6-e56e-4a2a-89b6-edd48b935492 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:11.531166 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2af8ba00-a9d3-4418-bc44-bb5f7c457768 req-2c1342f6-e56e-4a2a-89b6-edd48b935492 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 945 time: 0.0634975 Oct 20 09:06:11.546824 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93085e5d-7d75-4f60-8f43-72711e11183b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event deleted for resources: {'Port': ['ID=3ce66eb2-ad42-44b7-98e8-608fa98d7682,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:11.594592 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2af8ba00-a9d3-4418-bc44-bb5f7c457768 req-61a1b480-ec9d-4f98-ac8a-7a52cdc077cc tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622280 Oct 20 09:06:11.630051 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-93085e5d-7d75-4f60-8f43-72711e11183b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (611b8064-a4fd-476f-b2be-6bb1e67ad07a), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.633209 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-93085e5d-7d75-4f60-8f43-72711e11183b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.634394 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-93085e5d-7d75-4f60-8f43-72711e11183b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/611b8064-a4fd-476f-b2be-6bb1e67ad07a HTTP/1.1" status: 204 len: 168 time: 0.4945419 Oct 20 09:06:11.725090 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35260) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:11.729612 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-50eb277c-ca8f-49d4-8ea3-d0a09cd50fe3 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884303034', 'description': 'tempest-description--1339971089'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:11.752978 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-50eb277c-ca8f-49d4-8ea3-d0a09cd50fe3 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.813939 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a9f7b-0c1f-4702-9291-b83b0ba78c58 req-ddba140d-0956-4e24-b051-e45cf99fcdd1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:11.815395 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-549a9f7b-0c1f-4702-9291-b83b0ba78c58 req-ddba140d-0956-4e24-b051-e45cf99fcdd1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0483367 Oct 20 09:06:11.822768 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-50eb277c-ca8f-49d4-8ea3-d0a09cd50fe3 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (f6ff8c1c-a24b-4e54-bffa-e44591db1456), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.826516 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-50eb277c-ca8f-49d4-8ea3-d0a09cd50fe3 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f6ff8c1c-a24b-4e54-bffa-e44591db1456), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.858442 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-50eb277c-ca8f-49d4-8ea3-d0a09cd50fe3 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.859673 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-50eb277c-ca8f-49d4-8ea3-d0a09cd50fe3 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1335778 Oct 20 09:06:11.861550 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb277c-ca8f-49d4-8ea3-d0a09cd50fe3 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff8c1c-a24b-4e54-bffa-e44591db1456,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:11.862696 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35262) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:11.867293 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-c51f7eae-d0ec-4433-869c-49d9d8494dce tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'security_group_rule': {'security_group_id': 'f6ff8c1c-a24b-4e54-bffa-e44591db1456', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:11.875788 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-549a9f7b-0c1f-4702-9291-b83b0ba78c58 req-cec7b7af-5820-4246-8769-511edead09fa tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543683 Oct 20 09:06:11.897732 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c51f7eae-d0ec-4433-869c-49d9d8494dce tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (dd05a56c-a698-4c64-b7bb-a3a2bdd4c92c), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.952467 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c51f7eae-d0ec-4433-869c-49d9d8494dce tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (dd05a56c-a698-4c64-b7bb-a3a2bdd4c92c), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.955763 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c51f7eae-d0ec-4433-869c-49d9d8494dce tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (dd05a56c-a698-4c64-b7bb-a3a2bdd4c92c), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.974352 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f7eae-d0ec-4433-869c-49d9d8494dce tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd05a56c-a698-4c64-b7bb-a3a2bdd4c92c,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:11.981607 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c51f7eae-d0ec-4433-869c-49d9d8494dce tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:11.982796 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c51f7eae-d0ec-4433-869c-49d9d8494dce tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191199 Oct 20 09:06:11.985421 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35264) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:11.989700 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-bf0a0d71-ba8b-456a-8331-a03c3b8b48fb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'security_group_rule': {'security_group_id': 'f6ff8c1c-a24b-4e54-bffa-e44591db1456', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:12.015133 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bf0a0d71-ba8b-456a-8331-a03c3b8b48fb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (44b1abcb-0beb-4b9e-ac63-acdbc27fca6a), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.069745 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.074661 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bf0a0d71-ba8b-456a-8331-a03c3b8b48fb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (44b1abcb-0beb-4b9e-ac63-acdbc27fca6a), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.078163 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bf0a0d71-ba8b-456a-8331-a03c3b8b48fb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (44b1abcb-0beb-4b9e-ac63-acdbc27fca6a), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.098929 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a0d71-ba8b-456a-8331-a03c3b8b48fb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b1abcb-0beb-4b9e-ac63-acdbc27fca6a,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:12.104397 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-bf0a0d71-ba8b-456a-8331-a03c3b8b48fb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.106124 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-bf0a0d71-ba8b-456a-8331-a03c3b8b48fb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197155 Oct 20 09:06:12.109286 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35266) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:12.113354 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:12.133014 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.145818 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:12.185742 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:12.212789 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.319187 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Allocated IP 172.37.2.210 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/aedb7bfa-69c8-434e-b786-c03dac2b745b) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:06:12.423638 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for port (aedb7bfa-69c8-434e-b786-c03dac2b745b), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.454306 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (aedb7bfa-69c8-434e-b786-c03dac2b745b), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.495505 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:06:12.498828 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:06:12.502507 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:06:12.505651 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'Port': ['ID=aedb7bfa-69c8-434e-b786-c03dac2b745b,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:12.583438 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (059cab63-6a9b-4835-b17c-5b283f8eefe8), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.622215 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (aedb7bfa-69c8-434e-b786-c03dac2b745b), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.713946 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110086e-2063-4e88-b1db-7e923a104da6 req-1aed82c5-8acb-4540-b25a-0bbea8e86d9f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:12.715506 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d110086e-2063-4e88-b1db-7e923a104da6 req-1aed82c5-8acb-4540-b25a-0bbea8e86d9f tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 945 time: 0.0480745 Oct 20 09:06:12.767489 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d110086e-2063-4e88-b1db-7e923a104da6 req-cd0a49cb-94e5-4507-8ddd-4f3de8294fe7 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431376 Oct 20 09:06:12.777632 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for port (aedb7bfa-69c8-434e-b786-c03dac2b745b), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.785207 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (aedb7bfa-69c8-434e-b786-c03dac2b745b), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.829827 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:12.853157 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (059cab63-6a9b-4835-b17c-5b283f8eefe8), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.856091 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'Port': ['ID=aedb7bfa-69c8-434e-b786-c03dac2b745b,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:12.871197 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:12.872421 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-59fbf432-3d3a-4d04-af3d-e410aa2bb02a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7622137 Oct 20 09:06:13.000472 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179739a-82b4-40d0-a94f-71026eeb970c req-c8ccd223-ce7f-41a6-9068-537efba3ec57 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:13.001956 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a179739a-82b4-40d0-a94f-71026eeb970c req-c8ccd223-ce7f-41a6-9068-537efba3ec57 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0465653 Oct 20 09:06:13.013632 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:13.054197 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a179739a-82b4-40d0-a94f-71026eeb970c req-6f1fc8e5-f8aa-473c-99df-6c750523740a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465853 Oct 20 09:06:13.077396 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b8b8d2a2-7d80-488d-883f-179fc9072df6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--884303034&fields=id&tenant_id=f1061324903c42ed9f0306471a113b82 HTTP/1.1" status: 200 len: 267 time: 0.0467701 Oct 20 09:06:13.180693 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f649-9b42-4dd3-b396-32e132130f72 req-31132af0-b377-4e2b-9dca-62eda556faa5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:13.182040 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-31132af0-b377-4e2b-9dca-62eda556faa5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/networks?id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7 HTTP/1.1" status: 200 len: 811 time: 0.0982981 Oct 20 09:06:13.196660 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-7b836d35-f73a-40e9-8d86-6db426401516 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/quotas/f1061324903c42ed9f0306471a113b82 HTTP/1.1" status: 200 len: 375 time: 0.0086713 Oct 20 09:06:13.210283 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:13.245418 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-e9d9010e-7388-48e6-8e2f-06b3b9970ed4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1061324903c42ed9f0306471a113b82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439942 Oct 20 09:06:13.435716 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-838b08a4-c8f1-4a7e-af6c-5d1330a77918 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784983 Oct 20 09:06:13.527383 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-c3a60314-fd51-484c-b7eb-f540f9afb2e7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854757 Oct 20 09:06:13.686937 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a828dbea-8c5f-41db-8be7-780df9fc4663 req-f884d0e5-76b6-4cfd-8834-e327c137ae2d tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 210 time: 0.0287325 Oct 20 09:06:13.889025 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab83a31-b68c-46d4-add0-af6c15c057bc req-ca3b7aa1-f188-492e-9cbe-a9444a5ee371 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:13.890534 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2ab83a31-b68c-46d4-add0-af6c15c057bc req-ca3b7aa1-f188-492e-9cbe-a9444a5ee371 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 945 time: 0.0469317 Oct 20 09:06:13.940197 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2ab83a31-b68c-46d4-add0-af6c15c057bc req-69fcd08d-60f7-428e-9dcc-dfcb46c4b6b6 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434432 Oct 20 09:06:14.179764 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f820608-2731-4c15-be55-f54f396e812e req-33ef71c6-67aa-47e5-8054-47be255cdde6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:14.181225 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3f820608-2731-4c15-be55-f54f396e812e req-33ef71c6-67aa-47e5-8054-47be255cdde6 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0468540 Oct 20 09:06:14.227329 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3f820608-2731-4c15-be55-f54f396e812e req-7c88f8e9-ee4b-4476-acb0-ee5139f3e3cb tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404594 Oct 20 09:06:14.623131 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device ead535c7-97fc-458e-b3a8-642e6ca66f0a no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:06:14.642448 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: ead535c7-97fc-458e-b3a8-642e6ca66f0a {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:06:14.642822 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device ead535c7-97fc-458e-b3a8-642e6ca66f0a not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:06:14.788574 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-00385251-940e-42b3-9643-c4db38f5d93f req-d246404d-89e8-4d35-b1ac-ed9ef467afbe tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 210 time: 0.0300901 Oct 20 09:06:15.063696 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce482a8-d713-44c4-9830-52fe9825228e req-56c1b3c3-2503-445e-9deb-c108714f3e65 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:15.065156 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4ce482a8-d713-44c4-9830-52fe9825228e req-56c1b3c3-2503-445e-9deb-c108714f3e65 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 945 time: 0.0474765 Oct 20 09:06:15.120305 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4ce482a8-d713-44c4-9830-52fe9825228e req-31e0e577-fe87-4576-9e4a-569f03c56b4e tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496635 Oct 20 09:06:15.245002 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a94c4-4402-4592-9f93-d1fc0b1650b6 req-d0336bfd-3a81-45a6-b7f6-eb87eebd1fe5 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:15.246560 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0a2a94c4-4402-4592-9f93-d1fc0b1650b6 req-d0336bfd-3a81-45a6-b7f6-eb87eebd1fe5 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 945 time: 0.0514328 Oct 20 09:06:15.256554 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35320) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:15.267764 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-cfa1a3cb-19e5-4d25-b056-bb3b4f947e30 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Request body: {'floatingip': {'port_id': 'a91a700e-d01e-4c84-8f53-4255f46188de'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:15.316955 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cfa1a3cb-19e5-4d25-b056-bb3b4f947e30 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (1aba664a-4125-4e3b-83be-c292636cda71), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:15.449642 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9c7ab-86c3-49ab-b4ef-ffb6ead304c7 req-49abfbc4-c2a5-40e5-8b9b-43d07ea3fffb tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:15.451172 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-14b9c7ab-86c3-49ab-b4ef-ffb6ead304c7 req-49abfbc4-c2a5-40e5-8b9b-43d07ea3fffb tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.1025956 Oct 20 09:06:15.563769 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-14b9c7ab-86c3-49ab-b4ef-ffb6ead304c7 req-4d4da4a7-ded8-4a27-88b7-bcc046347181 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066282 Oct 20 09:06:15.816549 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cfa1a3cb-19e5-4d25-b056-bb3b4f947e30 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:15.820544 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cfa1a3cb-19e5-4d25-b056-bb3b4f947e30 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (1aba664a-4125-4e3b-83be-c292636cda71), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:15.897663 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a6f9efcf-495e-4b1a-827a-fd026141533c req-32e5ba20-6165-4b84-ae29-e937787ce69b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 210 time: 0.0287166 Oct 20 09:06:15.922792 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [None req-cfa1a3cb-19e5-4d25-b056-bb3b4f947e30 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Floating IP 1aba664a-4125-4e3b-83be-c292636cda71 associated. External IP: 172.37.2.251, port: a91a700e-d01e-4c84-8f53-4255f46188de. Oct 20 09:06:15.961968 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:16.071715 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:16.103692 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b7afeb03-5fe4-45b3-9ecc-8d3e14c21dbd tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:16.105716 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b7afeb03-5fe4-45b3-9ecc-8d3e14c21dbd tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.23 "GET /networking/v2.0/networks?id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7 HTTP/1.1" status: 200 len: 811 time: 0.1045721 Oct 20 09:06:16.108257 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:16.131695 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa1a3cb-19e5-4d25-b056-bb3b4f947e30 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Router 5d6f9d11-ff8a-4c73-8522-18898834f2fd has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:06:16.181629 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-66c3bb0a-e466-41d7-9aa7-571c936a9f05 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f1061324903c42ed9f0306471a113b82 HTTP/1.1" status: 200 len: 379 time: 0.0582592 Oct 20 09:06:16.234859 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa1a3cb-19e5-4d25-b056-bb3b4f947e30 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:06:16.239729 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-cfa1a3cb-19e5-4d25-b056-bb3b4f947e30 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:16.244626 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4565b29b-0432-4cce-8171-688c7e8db21a None None] Sync routers for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:06:16.254537 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565b29b-0432-4cce-8171-688c7e8db21a None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:16.255152 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-4565b29b-0432-4cce-8171-688c7e8db21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:16.271291 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-cfa1a3cb-19e5-4d25-b056-bb3b4f947e30 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/1aba664a-4125-4e3b-83be-c292636cda71 HTTP/1.1" status: 200 len: 991 time: 1.0136092 Oct 20 09:06:16.271934 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'tag': 'a91a700e-d01e-4c84-8f53-4255f46188de'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:16.274285 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9dcf24-ab08-4899-ba68-e51c034908ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c5dba102-6a02-40f4-a502-d1fc1cdab301", "tag": "a91a700e-d01e-4c84-8f53-4255f46188de"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:16.327583 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'port': {'device_id': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'admin_state_up': True, 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'security_groups': ['f6ff8c1c-a24b-4e54-bffa-e44591db1456']}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:16.359294 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-4565b29b-0432-4cce-8171-688c7e8db21a None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:16.372436 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d906a47-fe03-44ad-8aa8-3bd2c3eaedc1 x-openstack-request-id: req-1d906a47-fe03-44ad-8aa8-3bd2c3eaedc1 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:16.372728 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5dba102-6a02-40f4-a502-d1fc1cdab301", "tag": "a91a700e-d01e-4c84-8f53-4255f46188de", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:16.372982 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d906a47-fe03-44ad-8aa8-3bd2c3eaedc1 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:16.373387 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d906a47-fe03-44ad-8aa8-3bd2c3eaedc1'] response: {'name': 'network-changed', 'server_uuid': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'tag': 'a91a700e-d01e-4c84-8f53-4255f46188de', 'status': 'completed', 'code': 200} Oct 20 09:06:16.450533 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Made reservation on behalf of f1061324903c42ed9f0306471a113b82 for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:06:16.453981 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:16.541512 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:16.596866 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-4565b29b-0432-4cce-8171-688c7e8db21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1aba664a-4125-4e3b-83be-c292636cda71', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.251', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': 'a91a700e-d01e-4c84-8f53-4255f46188de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:86:e6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:05:55Z', 'updated_at': '2022-10-20T09:06:15Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:16.618099 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4565b29b-0432-4cce-8171-688c7e8db21a None None] Checking router: 5d6f9d11-ff8a-4c73-8522-18898834f2fd for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:06:16.627272 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565b29b-0432-4cce-8171-688c7e8db21a None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:16.627920 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-4565b29b-0432-4cce-8171-688c7e8db21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:16.762960 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-4565b29b-0432-4cce-8171-688c7e8db21a None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:16.797379 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dcf24-ab08-4899-ba68-e51c034908ee req-6c30736c-a6c7-44f2-8191-6e95005abec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:16.799163 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd9dcf24-ab08-4899-ba68-e51c034908ee req-6c30736c-a6c7-44f2-8191-6e95005abec2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 1129 time: 0.3590281 Oct 20 09:06:16.872176 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e5ae2-23d6-4cad-becd-17aa7c38034f req-f3d3e532-c13e-43a8-b88e-2fabf07e0308 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:16.873845 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-047e5ae2-23d6-4cad-becd-17aa7c38034f req-f3d3e532-c13e-43a8-b88e-2fabf07e0308 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.1312726 Oct 20 09:06:17.003730 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:17.006272 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-4565b29b-0432-4cce-8171-688c7e8db21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1aba664a-4125-4e3b-83be-c292636cda71', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.251', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': 'a91a700e-d01e-4c84-8f53-4255f46188de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:86:e6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:05:55Z', 'updated_at': '2022-10-20T09:06:15Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:17.012835 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-629d0345-f59c-4b78-83a0-e8469f974b2f req-eeeb70a5-a778-43c1-a9bc-3e3aae5b7eb3 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 210 time: 0.0299709 Oct 20 09:06:17.035440 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4565b29b-0432-4cce-8171-688c7e8db21a None None] The sync data for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi is: [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1aba664a-4125-4e3b-83be-c292636cda71', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'floating_ip_address': '172.37.2.251', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'port_id': 'a91a700e-d01e-4c84-8f53-4255f46188de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'mac_address': 'fa:16:3e:86:e6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:05:55Z', 'updated_at': '2022-10-20T09:06:15Z', 'revision_number': 1, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:06:17.056445 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-047e5ae2-23d6-4cad-becd-17aa7c38034f req-a486c6dc-3c50-464a-9eb4-9a4be74003cb tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449473 Oct 20 09:06:17.057780 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Allocated IP 172.20.0.6 (26c5cd40-c195-42e5-baf1-db47fbf3d5b7/7f79087e-5051-4d15-b54d-c7d08bce78b2/df10e6d7-6494-4543-851c-4aa8a550df87) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:06:17.061079 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dcf24-ab08-4899-ba68-e51c034908ee req-9ea5253f-192d-4e98-b3ea-a9863902d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:17.062532 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd9dcf24-ab08-4899-ba68-e51c034908ee req-9ea5253f-192d-4e98-b3ea-a9863902d826 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 200 len: 915 time: 0.2504086 Oct 20 09:06:17.148936 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd9dcf24-ab08-4899-ba68-e51c034908ee req-53bfc4b0-cc86-4cf3-9afe-1b96fabaa02b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91a700e-d01e-4c84-8f53-4255f46188de HTTP/1.1" status: 200 len: 999 time: 0.0785010 Oct 20 09:06:17.248672 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec980d-d77f-453d-9aca-9537d0f233c2 None None] New status for floating IP 1aba664a-4125-4e3b-83be-c292636cda71: ACTIVE {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:06:17.262705 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dcf24-ab08-4899-ba68-e51c034908ee req-3e640cb8-fb20-48e6-ad23-af220385f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:17.264092 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd9dcf24-ab08-4899-ba68-e51c034908ee req-3e640cb8-fb20-48e6-ad23-af220385f5da service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 200 len: 853 time: 0.0982339 Oct 20 09:06:17.270401 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:17.299296 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:17.330764 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dcf24-ab08-4899-ba68-e51c034908ee req-80fce875-84bb-460d-ac9f-8f6ec3c36de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:17.332382 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd9dcf24-ab08-4899-ba68-e51c034908ee req-80fce875-84bb-460d-ac9f-8f6ec3c36de6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b8327be3-f028-4ebc-9b25-81152867d29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607116 Oct 20 09:06:17.336993 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for port (df10e6d7-6494-4543-851c-4aa8a550df87), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:17.440663 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:17.491728 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd9dcf24-ab08-4899-ba68-e51c034908ee req-441aa76d-03d8-4e21-9052-d8fcaa86a2c9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490824 Oct 20 09:06:17.493343 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:06:17.498852 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:06:17.503779 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:06:17.553832 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event updated for resources: {'Port': ['ID=df10e6d7-6494-4543-851c-4aa8a550df87,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:17.610587 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:17.611221 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:17.643788 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-b723c46e-ac9b-47e1-bc31-58c5050fd19a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3203721 Oct 20 09:06:17.654518 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd9dcf24-ab08-4899-ba68-e51c034908ee req-8fec612c-2bed-4901-8434-cf823b68fac5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535602 Oct 20 09:06:17.690646 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Request body: {'port': {'device_id': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:17.691199 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-5545473e-5f6e-45c2-a4b6-36e393865050 None None] Provisioning complete for port df10e6d7-6494-4543-851c-4aa8a550df87 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:06:17.692101 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5545473e-5f6e-45c2-a4b6-36e393865050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:17.692606 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-5545473e-5f6e-45c2-a4b6-36e393865050 None None] Attempt 1 to provision port df10e6d7-6494-4543-851c-4aa8a550df87 Oct 20 09:06:17.723617 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-5545473e-5f6e-45c2-a4b6-36e393865050 None None] Port df10e6d7-6494-4543-851c-4aa8a550df87 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:06:17.752978 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:17.927143 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:18.010711 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df10e6d7-6494-4543-851c-4aa8a550df87 {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:06:18.018783 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Publish callbacks [] for port (df10e6d7-6494-4543-851c-4aa8a550df87), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:18.031472 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Transition to ACTIVE for port object df10e6d7-6494-4543-851c-4aa8a550df87 will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:06:18.035089 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:18.097082 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:18.118622 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Pushing event updated for resources: {'Port': ['ID=df10e6d7-6494-4543-851c-4aa8a550df87,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:18.161407 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Attempting to bind port df10e6d7-6494-4543-851c-4aa8a550df87 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:06:18.161975 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Attempting to bind port df10e6d7-6494-4543-851c-4aa8a550df87 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:06:18.162314 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Attempting to bind port df10e6d7-6494-4543-851c-4aa8a550df87 on network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:06:18.185618 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f63f7e-54e4-47fe-b6c5-031897e017e4 req-4aa2b82a-16d5-4f29-b0bb-db5064b416bf tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:18.185618 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d8f63f7e-54e4-47fe-b6c5-031897e017e4 req-4aa2b82a-16d5-4f29-b0bb-db5064b416bf tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 943 time: 0.0487425 Oct 20 09:06:18.235607 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d8f63f7e-54e4-47fe-b6c5-031897e017e4 req-bb089a35-b6ba-4d34-b5f6-96e4dbc3a81a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6ff8c1c-a24b-4e54-bffa-e44591db1456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544493 Oct 20 09:06:18.244123 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Port df10e6d7-6494-4543-851c-4aa8a550df87 on network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:06:18.244576 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Attempting to bind port df10e6d7-6494-4543-851c-4aa8a550df87 on network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:06:18.280696 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6b50b-29ee-42d1-8a1b-332b33180417 req-c4cbdb9f-76c0-410b-b488-4a6e1f081730 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:18.282207 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-74a6b50b-29ee-42d1-8a1b-332b33180417 req-c4cbdb9f-76c0-410b-b488-4a6e1f081730 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0774686 Oct 20 09:06:18.322649 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:06:18.322978 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Checking segment: {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:06:18.323348 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Bound using segment: {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:06:18.323793 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Bound port: df10e6d7-6494-4543-851c-4aa8a550df87, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b10995-3792-43cc-af59-ed14b5866f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:06:18.324141 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:18.359653 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-74a6b50b-29ee-42d1-8a1b-332b33180417 req-4c61e38c-97db-48a4-adb6-d3870c4a3a2c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710919 Oct 20 09:06:18.417869 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] For port df10e6d7-6494-4543-851c-4aa8a550df87, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:06:18.421051 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] For port df10e6d7-6494-4543-851c-4aa8a550df87, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=df10e6d7-6494-4543-851c-4aa8a550df87,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:06:18.426534 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:18.432210 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:18.433469 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:18.434868 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/df10e6d7-6494-4543-851c-4aa8a550df87 HTTP/1.1" status: 200 len: 1093 time: 0.7487350 Oct 20 09:06:18.435351 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'tag': 'df10e6d7-6494-4543-851c-4aa8a550df87'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:18.437621 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77489a87-feb7-4727-b19a-c539708e204d" -d '{"events": [{"name": "network-changed", "server_uuid": "814ac79f-b35d-4aac-9b42-9f4ae8a83322", "tag": "df10e6d7-6494-4543-851c-4aa8a550df87"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:18.481083 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c775c8-a63a-4fdd-8636-795466074fe3 x-openstack-request-id: req-53c775c8-a63a-4fdd-8636-795466074fe3 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:18.481365 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814ac79f-b35d-4aac-9b42-9f4ae8a83322", "tag": "df10e6d7-6494-4543-851c-4aa8a550df87", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:18.481618 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53c775c8-a63a-4fdd-8636-795466074fe3 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:18.482014 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c775c8-a63a-4fdd-8636-795466074fe3'] response: {'name': 'network-changed', 'server_uuid': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'tag': 'df10e6d7-6494-4543-851c-4aa8a550df87', 'status': 'completed', 'code': 200} Oct 20 09:06:18.486620 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2705639-728d-4e7a-af76-cc41c45b4db3 service neutron] Pushing event updated for resources: {'Port': ['ID=df10e6d7-6494-4543-851c-4aa8a550df87,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:18.566386 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f649-9b42-4dd3-b396-32e132130f72 req-5b2f1a46-9b51-4d05-8040-e423f90a4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:18.567950 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-5b2f1a46-9b51-4d05-8040-e423f90a4c26 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f1061324903c42ed9f0306471a113b82&device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 1127 time: 0.0433402 Oct 20 09:06:18.617531 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-698b1871-6e85-4fa2-beec-268fb7f63fc7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df10e6d7-6494-4543-851c-4aa8a550df87 HTTP/1.1" status: 200 len: 217 time: 0.0323641 Oct 20 09:06:18.664618 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f649-9b42-4dd3-b396-32e132130f72 req-26a0cbb1-d069-4383-8b5f-d7be481af4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:18.666010 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-26a0cbb1-d069-4383-8b5f-d7be481af4b8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f79087e-5051-4d15-b54d-c7d08bce78b2 HTTP/1.1" status: 200 len: 850 time: 0.0422864 Oct 20 09:06:18.716440 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f649-9b42-4dd3-b396-32e132130f72 req-98952778-014b-486d-9747-9145642af031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:18.717826 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-98952778-014b-486d-9747-9145642af031 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427418 Oct 20 09:06:18.807772 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-0ca75c73-04ab-4200-8d92-60a8d6b750f0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831153 Oct 20 09:06:18.899848 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2061f649-9b42-4dd3-b396-32e132130f72 req-293bc749-62f1-41a0-870d-8f56dfbb6830 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853188 Oct 20 09:06:19.340387 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:19.359705 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239afad-f282-4a32-86f1-3c82b8c98e2a req-bbb96225-234e-4516-8e43-c742a59822ba tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:19.361246 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6239afad-f282-4a32-86f1-3c82b8c98e2a req-bbb96225-234e-4516-8e43-c742a59822ba tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 943 time: 0.0510237 Oct 20 09:06:19.411951 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6239afad-f282-4a32-86f1-3c82b8c98e2a req-e64c8d99-3d83-4eb7-b458-935f098496b4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6ff8c1c-a24b-4e54-bffa-e44591db1456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444520 Oct 20 09:06:19.517361 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde73d2-696b-4d46-9827-ff5ec1ddae43 req-38b1be90-65cc-4b05-b013-30d854c1540d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:19.520154 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0bde73d2-696b-4d46-9827-ff5ec1ddae43 req-38b1be90-65cc-4b05-b013-30d854c1540d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0540111 Oct 20 09:06:19.567895 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0bde73d2-696b-4d46-9827-ff5ec1ddae43 req-ca5dfe62-4168-49b9-8cc0-d560d1f13ff1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418072 Oct 20 09:06:19.972645 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489a87-feb7-4727-b19a-c539708e204d req-2d533e23-40a2-47a4-be5c-73cbc47f0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:19.974205 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77489a87-feb7-4727-b19a-c539708e204d req-2d533e23-40a2-47a4-be5c-73cbc47f0e1f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f1061324903c42ed9f0306471a113b82&device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 1127 time: 0.0403707 Oct 20 09:06:20.049179 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:20.070748 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489a87-feb7-4727-b19a-c539708e204d req-aa9eac2a-eb71-4b51-90d4-4dc619cba339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:20.072199 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77489a87-feb7-4727-b19a-c539708e204d req-aa9eac2a-eb71-4b51-90d4-4dc619cba339 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7 HTTP/1.1" status: 200 len: 912 time: 0.0891399 Oct 20 09:06:20.148924 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77489a87-feb7-4727-b19a-c539708e204d req-ad3ac63f-2e87-4634-82df-2a35dd4dfa19 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df10e6d7-6494-4543-851c-4aa8a550df87 HTTP/1.1" status: 200 len: 217 time: 0.0314558 Oct 20 09:06:20.200283 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489a87-feb7-4727-b19a-c539708e204d req-044a1dc2-ee66-43cd-9252-8e7db7445386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:20.201709 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77489a87-feb7-4727-b19a-c539708e204d req-044a1dc2-ee66-43cd-9252-8e7db7445386 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f79087e-5051-4d15-b54d-c7d08bce78b2 HTTP/1.1" status: 200 len: 850 time: 0.0463514 Oct 20 09:06:20.245690 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489a87-feb7-4727-b19a-c539708e204d req-a695432c-424d-4132-b1d9-5ab144d8d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:20.247145 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77489a87-feb7-4727-b19a-c539708e204d req-a695432c-424d-4132-b1d9-5ab144d8d470 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389102 Oct 20 09:06:20.340911 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77489a87-feb7-4727-b19a-c539708e204d req-7831b250-16bf-4b72-8c93-1c983621a470 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866091 Oct 20 09:06:20.430603 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77489a87-feb7-4727-b19a-c539708e204d req-4c5e985d-21eb-461c-9788-792193e499d6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834069 Oct 20 09:06:20.534318 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd88856-45dc-4b01-a10e-afcfad3e6100 req-ef568355-8e01-4869-a946-6575ef63008a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:20.535713 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7cd88856-45dc-4b01-a10e-afcfad3e6100 req-ef568355-8e01-4869-a946-6575ef63008a tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 943 time: 0.0459690 Oct 20 09:06:20.586397 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7cd88856-45dc-4b01-a10e-afcfad3e6100 req-eef35c24-a5b3-4057-a2e9-5f28ec3b204d tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6ff8c1c-a24b-4e54-bffa-e44591db1456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 Oct 20 09:06:20.623702 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device df10e6d7-6494-4543-851c-4aa8a550df87 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:06:20.697867 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17343927-8238-4153-a02f-123acf742634 req-39cbff05-98df-45fc-a3a8-eed2db4a7ba3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:20.700156 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-17343927-8238-4153-a02f-123acf742634 req-39cbff05-98df-45fc-a3a8-eed2db4a7ba3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0515456 Oct 20 09:06:20.752132 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port df10e6d7-6494-4543-851c-4aa8a550df87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=df10e6d7-6494-4543-851c-4aa8a550df87,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:20.754131 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-17343927-8238-4153-a02f-123acf742634 req-245090f4-5257-4b45-8262-5739c2e48775 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467942 Oct 20 09:06:20.770037 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'df10e6d7-6494-4543-851c-4aa8a550df87', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'port_id': 'df10e6d7-6494-4543-851c-4aa8a550df87', 'mac_address': 'fa:16:3e:24:33:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:06:20.806032 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port df10e6d7-6494-4543-851c-4aa8a550df87 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:06:20.806346 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:20.808035 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:20.821586 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df10e6d7-6494-4543-851c-4aa8a550df87 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:06:20.844632 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port df10e6d7-6494-4543-851c-4aa8a550df87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=df10e6d7-6494-4543-851c-4aa8a550df87,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:20.849245 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:20.894894 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=df10e6d7-6494-4543-851c-4aa8a550df87,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:20.903279 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.903625 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.904038 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.904422 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.904757 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.905084 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.905456 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.905783 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.906103 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.906504 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.906812 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.907199 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.907523 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.907840 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:20.908155 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:21.219563 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['df10e6d7-6494-4543-851c-4aa8a550df87'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:06:21.317880 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:21.705387 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be56d5c-4f5c-4ab3-b9f6-35f1b12aa03d req-5a02a2eb-7e76-4a02-a85b-246a5c2f3e1f tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:21.706876 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5be56d5c-4f5c-4ab3-b9f6-35f1b12aa03d req-5a02a2eb-7e76-4a02-a85b-246a5c2f3e1f tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 944 time: 0.0463338 Oct 20 09:06:21.753005 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5be56d5c-4f5c-4ab3-b9f6-35f1b12aa03d req-6e2c2412-12ac-4f21-86e5-8fc65e725750 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6ff8c1c-a24b-4e54-bffa-e44591db1456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407221 Oct 20 09:06:21.883522 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c0a29-1e5b-4385-a01e-864dd2119447 req-d107d698-0cef-40f9-91ab-997cd5a1852d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:21.885033 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-294c0a29-1e5b-4385-a01e-864dd2119447 req-d107d698-0cef-40f9-91ab-997cd5a1852d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0466406 Oct 20 09:06:21.937010 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-294c0a29-1e5b-4385-a01e-864dd2119447 req-7e94c148-64e7-41e3-a2c6-89ea3f095aa1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455346 Oct 20 09:06:22.641244 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device df10e6d7-6494-4543-851c-4aa8a550df87 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:06:22.685000 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port df10e6d7-6494-4543-851c-4aa8a550df87 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:06:22.691060 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port df10e6d7-6494-4543-851c-4aa8a550df87 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:06:22.691428 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:22.691766 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port df10e6d7-6494-4543-851c-4aa8a550df87 Oct 20 09:06:22.761596 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port df10e6d7-6494-4543-851c-4aa8a550df87 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:06:22.762518 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:22.785041 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df10e6d7-6494-4543-851c-4aa8a550df87'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:22.787289 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1ca4e8-fa3d-4ecd-a3de-019873dbd494" -d '{"events": [{"server_uuid": "814ac79f-b35d-4aac-9b42-9f4ae8a83322", "name": "network-vif-plugged", "status": "completed", "tag": "df10e6d7-6494-4543-851c-4aa8a550df87"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:22.800431 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port df10e6d7-6494-4543-851c-4aa8a550df87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=df10e6d7-6494-4543-851c-4aa8a550df87,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:22.805256 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:22.852914 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=df10e6d7-6494-4543-851c-4aa8a550df87,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:22.880276 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7aab9-440a-44c5-a1a4-ad7661c50969 req-17eb8091-1647-4d8c-b72d-2f1c29054d09 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:22.881689 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b1a7aab9-440a-44c5-a1a4-ad7661c50969 req-17eb8091-1647-4d8c-b72d-2f1c29054d09 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 945 time: 0.0503933 Oct 20 09:06:22.889978 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3671dfa5-471a-4097-a247-b3d9ba2f64d6 x-openstack-request-id: req-3671dfa5-471a-4097-a247-b3d9ba2f64d6 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:22.890266 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814ac79f-b35d-4aac-9b42-9f4ae8a83322", "name": "network-vif-plugged", "status": "completed", "tag": "df10e6d7-6494-4543-851c-4aa8a550df87", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:22.890574 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3671dfa5-471a-4097-a247-b3d9ba2f64d6 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:22.890995 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3671dfa5-471a-4097-a247-b3d9ba2f64d6'] response: {'server_uuid': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df10e6d7-6494-4543-851c-4aa8a550df87', 'code': 200} Oct 20 09:06:22.928882 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b1a7aab9-440a-44c5-a1a4-ad7661c50969 req-41edfc79-f50e-4f6c-adbb-2a4f3d4a030b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6ff8c1c-a24b-4e54-bffa-e44591db1456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408750 Oct 20 09:06:23.065839 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d1810-b6eb-4a4e-8680-1461a53e2b35 req-0225dcc9-2aaa-434e-825c-c52c13f91ce0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:23.067444 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7d3d1810-b6eb-4a4e-8680-1461a53e2b35 req-0225dcc9-2aaa-434e-825c-c52c13f91ce0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0489950 Oct 20 09:06:23.114799 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7d3d1810-b6eb-4a4e-8680-1461a53e2b35 req-22f64385-11b2-42b5-bd94-a7d604507120 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Oct 20 09:06:23.155837 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ef8c-9355-467b-9ac2-0f8443afd15c req-aadeade3-3cea-4e13-a929-44dd56e7a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:23.157286 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5693ef8c-9355-467b-9ac2-0f8443afd15c req-aadeade3-3cea-4e13-a929-44dd56e7a016 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 1129 time: 0.0417578 Oct 20 09:06:23.202882 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5693ef8c-9355-467b-9ac2-0f8443afd15c req-07f347ea-fcc2-4c6d-97ad-99c6a4943a59 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f6ff8c1c-a24b-4e54-bffa-e44591db1456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371099 Oct 20 09:06:24.062723 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c80225-5ecc-436b-951a-342d903617fc req-f3cd529f-6153-4b9c-9673-5dc7c8d30286 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:24.064192 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-85c80225-5ecc-436b-951a-342d903617fc req-f3cd529f-6153-4b9c-9673-5dc7c8d30286 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 945 time: 0.0475891 Oct 20 09:06:24.110592 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-85c80225-5ecc-436b-951a-342d903617fc req-5d016c1b-12df-4156-9172-947a034edf31 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6ff8c1c-a24b-4e54-bffa-e44591db1456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408607 Oct 20 09:06:24.239171 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d8c6b-3fd5-41f4-a392-2ebd3c302676 req-07e4457e-06b2-4384-bfa5-3bdab9b88ebf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:24.240601 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-202d8c6b-3fd5-41f4-a392-2ebd3c302676 req-07e4457e-06b2-4384-bfa5-3bdab9b88ebf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0460606 Oct 20 09:06:24.286464 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-202d8c6b-3fd5-41f4-a392-2ebd3c302676 req-dc096e42-d801-4db0-9a46-35eb35233ec3 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402257 Oct 20 09:06:25.231393 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051addc0-663d-499c-86ad-c64a2a397bf0 req-cfa30559-f33c-4e97-bd0a-a8b5cf37f086 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:25.232829 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-051addc0-663d-499c-86ad-c64a2a397bf0 req-cfa30559-f33c-4e97-bd0a-a8b5cf37f086 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 945 time: 0.0465019 Oct 20 09:06:25.254020 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:25.281881 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-051addc0-663d-499c-86ad-c64a2a397bf0 req-b03cde57-05a9-49ff-94c2-94bf6b226347 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6ff8c1c-a24b-4e54-bffa-e44591db1456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436745 Oct 20 09:06:25.402078 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280af71-6163-40df-a968-d1bf7c48ceea req-4d58d7e2-52fa-4f30-a3bc-c505cbacf511 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:25.404161 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2280af71-6163-40df-a968-d1bf7c48ceea req-4d58d7e2-52fa-4f30-a3bc-c505cbacf511 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Oct 20 09:06:25.413227 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd0e7a-5826-4343-8ee3-548d213f0cd4 req-293b8764-be97-4608-81cb-f04dbaaf50e9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:25.414190 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35486) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:25.414714 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dacd0e7a-5826-4343-8ee3-548d213f0cd4 req-293b8764-be97-4608-81cb-f04dbaaf50e9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0478268 Oct 20 09:06:25.419238 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-4e1019de-ee2b-4c73-ba28-bae5cb4eb5c5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Request body: {'floatingip': {'port_id': 'df10e6d7-6494-4543-851c-4aa8a550df87'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:25.448294 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:25.460959 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4e1019de-ee2b-4c73-ba28-bae5cb4eb5c5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (059cab63-6a9b-4835-b17c-5b283f8eefe8), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:25.462258 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dacd0e7a-5826-4343-8ee3-548d213f0cd4 req-1944244b-112d-4ffa-886d-0e520774e657 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414488 Oct 20 09:06:25.749950 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:25.877052 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4e1019de-ee2b-4c73-ba28-bae5cb4eb5c5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:25.880647 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4e1019de-ee2b-4c73-ba28-bae5cb4eb5c5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (059cab63-6a9b-4835-b17c-5b283f8eefe8), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:25.986049 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [None req-4e1019de-ee2b-4c73-ba28-bae5cb4eb5c5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Floating IP 059cab63-6a9b-4835-b17c-5b283f8eefe8 associated. External IP: 172.37.2.210, port: df10e6d7-6494-4543-851c-4aa8a550df87. Oct 20 09:06:26.427846 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1019de-ee2b-4c73-ba28-bae5cb4eb5c5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Router 0fe1728d-9900-4fa8-8917-849873667ba0 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:06:26.531064 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1019de-ee2b-4c73-ba28-bae5cb4eb5c5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:06:26.535761 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4e1019de-ee2b-4c73-ba28-bae5cb4eb5c5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:26.541592 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9afef7e-8f56-429f-a144-c2cf3540ecf7 None None] Sync routers for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:06:26.552416 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9afef7e-8f56-429f-a144-c2cf3540ecf7 None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:26.553120 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f9afef7e-8f56-429f-a144-c2cf3540ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:26.595365 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-4e1019de-ee2b-4c73-ba28-bae5cb4eb5c5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/059cab63-6a9b-4835-b17c-5b283f8eefe8 HTTP/1.1" status: 200 len: 991 time: 1.1799281 Oct 20 09:06:26.597869 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'tag': 'df10e6d7-6494-4543-851c-4aa8a550df87'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:26.600065 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "814ac79f-b35d-4aac-9b42-9f4ae8a83322", "tag": "df10e6d7-6494-4543-851c-4aa8a550df87"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:26.615572 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598449f-94e0-4661-9c4a-c5e162504b0e req-0cd0b654-0980-4383-bdb6-3d11c10da90b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:26.617071 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8598449f-94e0-4661-9c4a-c5e162504b0e req-0cd0b654-0980-4383-bdb6-3d11c10da90b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0616746 Oct 20 09:06:26.642867 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b35127-79c5-4c90-9958-43b5034433b2 x-openstack-request-id: req-30b35127-79c5-4c90-9958-43b5034433b2 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:26.643154 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814ac79f-b35d-4aac-9b42-9f4ae8a83322", "tag": "df10e6d7-6494-4543-851c-4aa8a550df87", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:26.643405 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30b35127-79c5-4c90-9958-43b5034433b2 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:26.643804 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b35127-79c5-4c90-9958-43b5034433b2'] response: {'name': 'network-changed', 'server_uuid': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'tag': 'df10e6d7-6494-4543-851c-4aa8a550df87', 'status': 'completed', 'code': 200} Oct 20 09:06:26.671019 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8598449f-94e0-4661-9c4a-c5e162504b0e req-5d507485-d59f-445b-acdb-5d48a41793cb tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471065 Oct 20 09:06:26.734730 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7 req-81f4bdd8-904b-426a-ae36-db1ebaf1bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:26.737082 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7 req-81f4bdd8-904b-426a-ae36-db1ebaf1bbd4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f1061324903c42ed9f0306471a113b82&device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 1129 time: 0.0427494 Oct 20 09:06:26.764113 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:26.802237 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-f9afef7e-8f56-429f-a144-c2cf3540ecf7 None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:26.833213 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7 req-a6b24a26-27e2-4757-b536-5a20b48e7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:26.834811 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7 req-a6b24a26-27e2-4757-b536-5a20b48e7d1f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7 HTTP/1.1" status: 200 len: 912 time: 0.0909190 Oct 20 09:06:26.895013 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7 req-75d0db01-afe4-4391-a59d-326a93f36f8c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df10e6d7-6494-4543-851c-4aa8a550df87 HTTP/1.1" status: 200 len: 999 time: 0.0536804 Oct 20 09:06:26.950491 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7 req-29efbf7e-5490-45bb-ae03-a38abbccf464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:26.952334 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7 req-29efbf7e-5490-45bb-ae03-a38abbccf464 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f79087e-5051-4d15-b54d-c7d08bce78b2 HTTP/1.1" status: 200 len: 850 time: 0.0486465 Oct 20 09:06:26.969164 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:27.002392 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7 req-fe4696ef-2891-40d9-8d46-a78b86f2b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:27.005010 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7 req-fe4696ef-2891-40d9-8d46-a78b86f2b20b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=26c5cd40-c195-42e5-baf1-db47fbf3d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439253 Oct 20 09:06:27.019713 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f9afef7e-8f56-429f-a144-c2cf3540ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '059cab63-6a9b-4835-b17c-5b283f8eefe8', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'floating_ip_address': '172.37.2.210', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'port_id': 'df10e6d7-6494-4543-851c-4aa8a550df87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'mac_address': 'fa:16:3e:24:33:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:06:12Z', 'updated_at': '2022-10-20T09:06:25Z', 'revision_number': 1, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:27.046565 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9afef7e-8f56-429f-a144-c2cf3540ecf7 None None] Checking router: 0fe1728d-9900-4fa8-8917-849873667ba0 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:06:27.055110 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9afef7e-8f56-429f-a144-c2cf3540ecf7 None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:27.055923 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f9afef7e-8f56-429f-a144-c2cf3540ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:27.106576 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7 req-f79f3ff1-c159-48be-aa33-0cc4db3fab4e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928862 Oct 20 09:06:27.160029 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-f9afef7e-8f56-429f-a144-c2cf3540ecf7 None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:27.194932 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bf48e9af-2dd7-4ba7-8a46-446e804bd0a7 req-b95b5ec6-70a7-4cd8-a42f-7ddac298d36e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823455 Oct 20 09:06:27.352640 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:27.357507 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:27.370813 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f9afef7e-8f56-429f-a144-c2cf3540ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '059cab63-6a9b-4835-b17c-5b283f8eefe8', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'floating_ip_address': '172.37.2.210', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'port_id': 'df10e6d7-6494-4543-851c-4aa8a550df87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'mac_address': 'fa:16:3e:24:33:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:06:12Z', 'updated_at': '2022-10-20T09:06:25Z', 'revision_number': 1, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:27.395610 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9afef7e-8f56-429f-a144-c2cf3540ecf7 None None] The sync data for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi is: [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '059cab63-6a9b-4835-b17c-5b283f8eefe8', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'floating_ip_address': '172.37.2.210', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'port_id': 'df10e6d7-6494-4543-851c-4aa8a550df87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'mac_address': 'fa:16:3e:24:33:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:06:12Z', 'updated_at': '2022-10-20T09:06:25Z', 'revision_number': 1, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:06:27.589139 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28269dbe-00fb-44fd-b1a8-ccd494505378 None None] New status for floating IP 059cab63-6a9b-4835-b17c-5b283f8eefe8: ACTIVE {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:06:27.802574 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5832380-b506-424e-9e49-6f8caf029fbe req-e57632cc-d3df-4e24-9e61-c88dff3aefb7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:27.804017 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c5832380-b506-424e-9e49-6f8caf029fbe req-e57632cc-d3df-4e24-9e61-c88dff3aefb7 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0463786 Oct 20 09:06:27.853963 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c5832380-b506-424e-9e49-6f8caf029fbe req-d1575af2-c0ca-4188-9561-25b6733208f4 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438282 Oct 20 09:06:28.952290 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-be9d3ac3-d951-4958-9b23-f1bae7241240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:28.978539 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249f74f-e48d-4014-aa29-4b97f9bda3f3 req-493c0ec6-10e1-48ed-bd98-ad6796acd6a0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:28.980136 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5249f74f-e48d-4014-aa29-4b97f9bda3f3 req-493c0ec6-10e1-48ed-bd98-ad6796acd6a0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0466335 Oct 20 09:06:29.006802 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:29.028215 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5249f74f-e48d-4014-aa29-4b97f9bda3f3 req-5471a43c-d533-4beb-b13c-e22930cae859 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416288 Oct 20 09:06:29.280311 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0c5f-ad35-4d01-9551-976ffa352289 req-c75c2537-dae4-4b98-8717-bd00ce7de531 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:29.281790 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-240d0c5f-ad35-4d01-9551-976ffa352289 req-c75c2537-dae4-4b98-8717-bd00ce7de531 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0583160 Oct 20 09:06:29.320252 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13cb8-cdf6-4e4a-ba6f-8f115eddeb4f req-87ed9467-c909-48f8-8f1a-580d67586190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:29.321983 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ad13cb8-cdf6-4e4a-ba6f-8f115eddeb4f req-87ed9467-c909-48f8-8f1a-580d67586190 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=020d4019643f4499b5162717fbf7b5b5&device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 1168 time: 0.0458326 Oct 20 09:06:29.347120 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-240d0c5f-ad35-4d01-9551-976ffa352289 req-e71e81f5-68d2-4ea2-add1-76d0f5a78315 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591457 Oct 20 09:06:29.429705 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13cb8-cdf6-4e4a-ba6f-8f115eddeb4f req-7dd10eab-9e27-42c3-9c1a-111c0cd6d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:29.431111 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ad13cb8-cdf6-4e4a-ba6f-8f115eddeb4f req-7dd10eab-9e27-42c3-9c1a-111c0cd6d64b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc HTTP/1.1" status: 200 len: 916 time: 0.1034327 Oct 20 09:06:29.504449 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ad13cb8-cdf6-4e4a-ba6f-8f115eddeb4f req-25cdc8eb-fa52-4ede-9ec4-19e7b20fe375 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198 HTTP/1.1" status: 200 len: 1001 time: 0.0616448 Oct 20 09:06:29.557017 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13cb8-cdf6-4e4a-ba6f-8f115eddeb4f req-e0f4ee60-ff3a-4b48-8804-d5c07ea54033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:29.558505 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ad13cb8-cdf6-4e4a-ba6f-8f115eddeb4f req-e0f4ee60-ff3a-4b48-8804-d5c07ea54033 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4650c59c-db75-4a36-bd36-566aa7d5ddfb HTTP/1.1" status: 200 len: 854 time: 0.0481341 Oct 20 09:06:29.603951 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13cb8-cdf6-4e4a-ba6f-8f115eddeb4f req-5c055741-d9d4-4547-b6c7-a2105e5e667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:29.606004 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ad13cb8-cdf6-4e4a-ba6f-8f115eddeb4f req-5c055741-d9d4-4547-b6c7-a2105e5e667e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404711 Oct 20 09:06:29.672690 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:29.698288 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ad13cb8-cdf6-4e4a-ba6f-8f115eddeb4f req-45b4ffd5-50ac-4b07-94fd-02d791462ab2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860887 Oct 20 09:06:29.788798 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ad13cb8-cdf6-4e4a-ba6f-8f115eddeb4f req-b18ac5f7-5d8a-467b-a1b2-82737b0163df service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840518 Oct 20 09:06:30.145562 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:30.154278 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7377f-a85a-4516-847f-8cc4383d7aa3 req-0e247aa1-d63b-4bb7-ab12-aeee12b90697 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:30.155737 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c1c7377f-a85a-4516-847f-8cc4383d7aa3 req-0e247aa1-d63b-4bb7-ab12-aeee12b90697 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0468533 Oct 20 09:06:30.201509 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c1c7377f-a85a-4516-847f-8cc4383d7aa3 req-d9cdb090-50ab-4d60-868a-201136d6ae29 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403531 Oct 20 09:06:30.472131 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e87e6e-f2e1-407c-abdf-13b51a724f62 req-cf732435-4452-4857-bb42-3e5c2f783a9b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:30.473566 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d3e87e6e-f2e1-407c-abdf-13b51a724f62 req-cf732435-4452-4857-bb42-3e5c2f783a9b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0460770 Oct 20 09:06:30.499420 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:30.532960 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d3e87e6e-f2e1-407c-abdf-13b51a724f62 req-85ac2aaf-19b7-4809-8847-8c2f33384e18 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537493 Oct 20 09:06:31.036596 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f580f83c-9e89-4c91-a38f-370c72106c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:31.326489 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50033aba-b69c-4b95-9704-08fce052f395 req-e4470a91-d2b3-40d7-b740-188372a2256b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:31.327944 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-50033aba-b69c-4b95-9704-08fce052f395 req-e4470a91-d2b3-40d7-b740-188372a2256b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0464401 Oct 20 09:06:31.375468 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-50033aba-b69c-4b95-9704-08fce052f395 req-034b3c08-2c15-4415-9cfb-e9ae07e6c747 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418971 Oct 20 09:06:31.657552 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9fade-4186-4b23-8986-4d8f09ce03a8 req-936c092b-c147-40a1-94b3-1207568a53e6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:31.659068 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bed9fade-4186-4b23-8986-4d8f09ce03a8 req-936c092b-c147-40a1-94b3-1207568a53e6 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0499170 Oct 20 09:06:31.719076 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bed9fade-4186-4b23-8986-4d8f09ce03a8 req-528e9870-10f4-473d-90cb-6046f165dd99 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543470 Oct 20 09:06:32.390042 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:32.423395 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:06:32.504261 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4518e-de64-441f-ba10-91cbd0482ccc req-ef023b5f-7542-44c1-a0af-316eaae6c836 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:32.505723 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6ca4518e-de64-441f-ba10-91cbd0482ccc req-ef023b5f-7542-44c1-a0af-316eaae6c836 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0506356 Oct 20 09:06:32.552294 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6ca4518e-de64-441f-ba10-91cbd0482ccc req-cd0a311f-4275-4d5e-94e8-d1d1e23f1306 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408783 Oct 20 09:06:32.837121 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be27a9-3319-468e-a73f-24ae33f7d96d req-5911a7f2-2aa8-43b0-85c2-275ebb874182 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:32.838572 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-23be27a9-3319-468e-a73f-24ae33f7d96d req-5911a7f2-2aa8-43b0-85c2-275ebb874182 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0463333 Oct 20 09:06:32.897519 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-23be27a9-3319-468e-a73f-24ae33f7d96d req-a1194f16-8f54-4326-9864-1498bc53d335 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528531 Oct 20 09:06:33.675428 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce207e4e-5305-4e85-93cb-634fe8836b29 req-516f10f8-f383-4543-bbe1-ec99b2005050 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:33.676931 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ce207e4e-5305-4e85-93cb-634fe8836b29 req-516f10f8-f383-4543-bbe1-ec99b2005050 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0455780 Oct 20 09:06:33.725380 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ce207e4e-5305-4e85-93cb-634fe8836b29 req-cf4c34a8-9a01-425f-8f30-c2b266cbc490 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Oct 20 09:06:34.036703 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423e632-de75-4463-86fb-a75d66a96d4b req-92b9628a-4f40-4c0d-85bb-9b51400b11fd tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:34.038164 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6423e632-de75-4463-86fb-a75d66a96d4b req-92b9628a-4f40-4c0d-85bb-9b51400b11fd tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0636003 Oct 20 09:06:34.105855 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6423e632-de75-4463-86fb-a75d66a96d4b req-684399b4-bf51-4eb1-8aa8-fc2ce144ba5d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608099 Oct 20 09:06:34.112176 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facbe4e-c30f-4baa-9dcf-7f2557861b4a req-d6a9ab1d-9c2b-494f-b0b9-0ab6751d473b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:34.113662 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9facbe4e-c30f-4baa-9dcf-7f2557861b4a req-d6a9ab1d-9c2b-494f-b0b9-0ab6751d473b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 945 time: 0.0475686 Oct 20 09:06:34.132222 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:34.169621 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9facbe4e-c30f-4baa-9dcf-7f2557861b4a req-c601bbc0-0287-4509-8086-c0e0a350a6d4 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499647 Oct 20 09:06:34.293461 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:34.849717 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62fc21-ddaf-4bc8-8f86-ce8035a09c9d req-5e6001ba-5584-4ec1-af14-3c6e6515a946 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:34.851205 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-be62fc21-ddaf-4bc8-8f86-ce8035a09c9d req-5e6001ba-5584-4ec1-af14-3c6e6515a946 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0466433 Oct 20 09:06:34.897753 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-be62fc21-ddaf-4bc8-8f86-ce8035a09c9d req-b4ad0b0f-ff31-4a85-95c4-74f4f32db693 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Oct 20 09:06:35.230939 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71a7cb-035c-48ce-997e-d50b0d3d2fe3 req-ff90b9a1-ec9c-4675-955e-486170c4957b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:35.232438 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ac71a7cb-035c-48ce-997e-d50b0d3d2fe3 req-ff90b9a1-ec9c-4675-955e-486170c4957b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0470004 Oct 20 09:06:35.290733 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc443761-284d-44a5-a4f2-30baae1f6e8e req-0ada2272-5c21-4edc-913f-51273551caba tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:35.292208 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cc443761-284d-44a5-a4f2-30baae1f6e8e req-0ada2272-5c21-4edc-913f-51273551caba tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 945 time: 0.0464377 Oct 20 09:06:35.292481 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ac71a7cb-035c-48ce-997e-d50b0d3d2fe3 req-472e7d55-de42-4ec0-8534-ed0680f23181 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543444 Oct 20 09:06:35.342141 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cc443761-284d-44a5-a4f2-30baae1f6e8e req-c627aebe-8f3f-40d7-ae13-1f68f56e0b5b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439045 Oct 20 09:06:35.644945 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device f17302af-3ee4-46d2-a6fe-a973b183f4e4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:06:35.750214 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:35.760996 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'port_id': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'mac_address': 'fa:16:3e:82:da:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 476, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:06:35.794443 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port f17302af-3ee4-46d2-a6fe-a973b183f4e4 is: ACTIVE; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:06:35.794864 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:35.807368 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f17302af-3ee4-46d2-a6fe-a973b183f4e4 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:06:35.827420 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:35.831465 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:35.878263 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=f17302af-3ee4-46d2-a6fe-a973b183f4e4,revision_number=6']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:36.026453 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31f67-0c0b-4237-b715-bbcb170bf726 req-5b32bf02-786f-48ea-bf98-9d81e1b3b30c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:36.027955 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-85e31f67-0c0b-4237-b715-bbcb170bf726 req-5b32bf02-786f-48ea-bf98-9d81e1b3b30c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 945 time: 0.0501487 Oct 20 09:06:36.050123 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['f17302af-3ee4-46d2-a6fe-a973b183f4e4'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:06:36.076578 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-85e31f67-0c0b-4237-b715-bbcb170bf726 req-d09b6644-6d45-4f01-a1db-0e4e2b2c3c43 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Oct 20 09:06:36.126830 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:36.418051 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf69f6-e86c-4949-bb83-3e674754dbd2 req-060fbcd9-f3aa-451a-adc1-eebbcb83892b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:36.419599 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8fbf69f6-e86c-4949-bb83-3e674754dbd2 req-060fbcd9-f3aa-451a-adc1-eebbcb83892b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0520005 Oct 20 09:06:36.470075 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070c9a2-f791-4e6f-990b-5da531845382 req-aaa977b3-5c77-402c-91b5-92a51427e047 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:36.471595 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5070c9a2-f791-4e6f-990b-5da531845382 req-aaa977b3-5c77-402c-91b5-92a51427e047 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 945 time: 0.0507727 Oct 20 09:06:36.479646 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8fbf69f6-e86c-4949-bb83-3e674754dbd2 req-7b1322b7-0bbf-4a62-9b02-f72b7e991c09 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544941 Oct 20 09:06:36.520950 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5070c9a2-f791-4e6f-990b-5da531845382 req-671ca450-cbed-42fa-9ba4-77af76db7fc6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437436 Oct 20 09:06:37.200032 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6ad80-d964-4d1a-bf12-0923cc9a7dbb req-fe6346f9-d892-4812-96c1-56eae33fdd7a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:37.201523 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-16c6ad80-d964-4d1a-bf12-0923cc9a7dbb req-fe6346f9-d892-4812-96c1-56eae33fdd7a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 945 time: 0.0467153 Oct 20 09:06:37.250231 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-16c6ad80-d964-4d1a-bf12-0923cc9a7dbb req-05293ca6-0c9e-4eee-b238-a9f69f74f5d2 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427458 Oct 20 09:06:37.601473 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eebfbb-f71e-4ca3-ac00-82ab47249d68 req-2bd7f9ba-a76e-4e7a-88e1-0dfd674ccc32 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:37.602988 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a3eebfbb-f71e-4ca3-ac00-82ab47249d68 req-2bd7f9ba-a76e-4e7a-88e1-0dfd674ccc32 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0486674 Oct 20 09:06:37.645135 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57438ed-fbd6-4bab-bb5b-4088a154fbf5 req-47ecec42-493e-494c-83b9-8d3d78c8d736 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:37.646660 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d57438ed-fbd6-4bab-bb5b-4088a154fbf5 req-47ecec42-493e-494c-83b9-8d3d78c8d736 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 945 time: 0.0498250 Oct 20 09:06:37.659648 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device f17302af-3ee4-46d2-a6fe-a973b183f4e4 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:06:37.663035 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a3eebfbb-f71e-4ca3-ac00-82ab47249d68 req-4a534af0-3a5b-4a77-b1d4-25e2dab54990 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534885 Oct 20 09:06:37.689218 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:37.714729 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port f17302af-3ee4-46d2-a6fe-a973b183f4e4 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:06:37.715364 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:37.715700 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port f17302af-3ee4-46d2-a6fe-a973b183f4e4 Oct 20 09:06:37.793381 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port f17302af-3ee4-46d2-a6fe-a973b183f4e4 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:06:37.793683 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:37.818161 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:37.820620 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf81112-a392-4427-94ad-a02ac98eb25f" -d '{"events": [{"server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "name": "network-vif-plugged", "status": "completed", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:37.834416 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:37.842649 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:37.867814 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9f4299-e316-4b8a-acfa-178de34a0a28 x-openstack-request-id: req-ab9f4299-e316-4b8a-acfa-178de34a0a28 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:37.868107 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "name": "network-vif-plugged", "status": "completed", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:37.868359 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab9f4299-e316-4b8a-acfa-178de34a0a28 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:37.868781 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9f4299-e316-4b8a-acfa-178de34a0a28'] response: {'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'code': 200} Oct 20 09:06:37.894994 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=f17302af-3ee4-46d2-a6fe-a973b183f4e4,revision_number=7']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:37.913126 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:37.929511 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d57438ed-fbd6-4bab-bb5b-4088a154fbf5 req-20845e86-018c-4eb2-93fd-21f06b18a4fa tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769818 Oct 20 09:06:37.993129 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:38.001975 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc91c11-5569-452a-ba89-3009c549804d req-4bb4d31e-f7d6-48f1-98a7-891d1a0244e4 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:38.003401 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bcc91c11-5569-452a-ba89-3009c549804d req-4bb4d31e-f7d6-48f1-98a7-891d1a0244e4 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 945 time: 0.0457802 Oct 20 09:06:38.086040 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Deleting port ea6a461f-d2ae-49cf-a87f-19296d8271f9 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:06:38.086281 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:38.179857 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] For port ea6a461f-d2ae-49cf-a87f-19296d8271f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea6a461f-d2ae-49cf-a87f-19296d8271f9,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:38.180216 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:38.348109 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:38.348393 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (86c27aed-de2f-4848-8650-83ce9c67ad81), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:38.348714 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Floating IP 86c27aed-de2f-4848-8650-83ce9c67ad81 disassociated. External IP: 172.37.2.205, port: ea6a461f-d2ae-49cf-a87f-19296d8271f9. Oct 20 09:06:38.349064 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Calling delete_port for ea6a461f-d2ae-49cf-a87f-19296d8271f9 owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:06:38.398965 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b086151-e2c0-4ec3-a5d6-5848e636cf32 req-e41bbea5-b93d-453a-8581-fc45834f3637 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:38.400781 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3b086151-e2c0-4ec3-a5d6-5848e636cf32 req-e41bbea5-b93d-453a-8581-fc45834f3637 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0578499 Oct 20 09:06:38.460957 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3b086151-e2c0-4ec3-a5d6-5848e636cf32 req-d0795cef-a0b6-4a26-8778-e6c08f30bfaf tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534959 Oct 20 09:06:38.500893 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (ea6a461f-d2ae-49cf-a87f-19296d8271f9), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:38.526201 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event deleted for resources: {'Port': ['ID=ea6a461f-d2ae-49cf-a87f-19296d8271f9,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:38.635505 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Router 3e2283d4-42cc-40d2-9529-fb7a4926321b has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:06:38.739391 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:06:38.749705 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b746265d-ccea-4eb3-bf19-9d75ae279272 None None] Sync routers for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:06:38.759394 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746265d-ccea-4eb3-bf19-9d75ae279272 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:38.760007 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-b746265d-ccea-4eb3-bf19-9d75ae279272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:38.809939 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:38.811218 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] No DVR routers for this DVR port ea6a461f-d2ae-49cf-a87f-19296d8271f9 on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:06:38.815251 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:38.818405 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bcc91c11-5569-452a-ba89-3009c549804d req-de4ed750-9a2c-419b-8b91-647ac139ca9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "DELETE /networking/v2.0/ports/ea6a461f-d2ae-49cf-a87f-19296d8271f9 HTTP/1.1" status: 204 len: 173 time: 0.8096638 Oct 20 09:06:38.818992 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'name': 'network-vif-deleted', 'tag': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:38.821342 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d771c9-02fd-4959-abc0-9dfbab25376d" -d '{"events": [{"server_uuid": "4b1d0b97-f53e-40dc-895f-48be8de838ee", "name": "network-vif-deleted", "tag": "ea6a461f-d2ae-49cf-a87f-19296d8271f9"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:38.834836 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917b596-c086-41dc-ab05-f589045a0ee9 req-aa0fbfe9-6b14-4b69-8e98-bc35a19a25bc tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:38.836160 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2917b596-c086-41dc-ab05-f589045a0ee9 req-aa0fbfe9-6b14-4b69-8e98-bc35a19a25bc tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0917709 Oct 20 09:06:38.880514 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-b746265d-ccea-4eb3-bf19-9d75ae279272 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:38.902826 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111f3139-b878-45af-b563-c04d50e18cb8 x-openstack-request-id: req-111f3139-b878-45af-b563-c04d50e18cb8 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:38.903110 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1d0b97-f53e-40dc-895f-48be8de838ee", "name": "network-vif-deleted", "tag": "ea6a461f-d2ae-49cf-a87f-19296d8271f9", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:38.903415 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-111f3139-b878-45af-b563-c04d50e18cb8 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:38.903823 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111f3139-b878-45af-b563-c04d50e18cb8'] response: {'server_uuid': '4b1d0b97-f53e-40dc-895f-48be8de838ee', 'name': 'network-vif-deleted', 'tag': 'ea6a461f-d2ae-49cf-a87f-19296d8271f9', 'status': 'completed', 'code': 200} Oct 20 09:06:38.908767 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:38.915776 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2917b596-c086-41dc-ab05-f589045a0ee9 req-1c01e4cd-d89d-4c56-a3a4-07aea2ac22ef tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706055 Oct 20 09:06:39.059256 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-dbe45313-d7ff-4b78-a857-f34002fbb43a req-64324653-6294-4d03-b85a-e14ac4d8b967 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4b1d0b97-f53e-40dc-895f-48be8de838ee HTTP/1.1" status: 200 len: 210 time: 0.0292330 Oct 20 09:06:39.105539 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-b746265d-ccea-4eb3-bf19-9d75ae279272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:39.130823 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b746265d-ccea-4eb3-bf19-9d75ae279272 None None] Checking router: 3e2283d4-42cc-40d2-9529-fb7a4926321b for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:06:39.139660 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746265d-ccea-4eb3-bf19-9d75ae279272 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:06:39.140213 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-b746265d-ccea-4eb3-bf19-9d75ae279272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:06:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:39.242031 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-b746265d-ccea-4eb3-bf19-9d75ae279272 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:06:39.432563 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:39.437200 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-b746265d-ccea-4eb3-bf19-9d75ae279272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:06:39.463521 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b746265d-ccea-4eb3-bf19-9d75ae279272 None None] The sync data for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi is: [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:06:39.608542 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b381be6-b5d4-4d64-9359-32d7dfeacb8f req-cdf8fcf5-f223-4f74-9ed5-014e0ab89473 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:39.616857 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8b381be6-b5d4-4d64-9359-32d7dfeacb8f req-cdf8fcf5-f223-4f74-9ed5-014e0ab89473 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0617428 Oct 20 09:06:39.640930 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:39.667509 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8b381be6-b5d4-4d64-9359-32d7dfeacb8f req-0ef15cf4-fa3f-4e19-bbd9-569aa8b6ad9f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497890 Oct 20 09:06:39.760502 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c9be22-e261-48d9-abb7-e2be5fca97b1 None None] New status for floating IP 86c27aed-de2f-4848-8650-83ce9c67ad81: DOWN {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:06:39.765021 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:40.007403 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:40.050107 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aac8bf-3b0d-4f92-83fa-8d8f9cca8b6f req-93d2afa7-17e8-4e98-a3d9-e4bae4f77f2a tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:40.052101 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c9aac8bf-3b0d-4f92-83fa-8d8f9cca8b6f req-93d2afa7-17e8-4e98-a3d9-e4bae4f77f2a tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0546904 Oct 20 09:06:40.119795 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-c9aac8bf-3b0d-4f92-83fa-8d8f9cca8b6f req-3b6cdf39-63be-4f6e-8c43-cb65135fed32 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612919 Oct 20 09:06:40.348645 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-5d2b3fac-3dc2-4897-b9fe-1ad975f068f4 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1673307534&fields=id&tenant_id=98827dbef155480b9f26792b70014b4b HTTP/1.1" status: 200 len: 267 time: 0.0463002 Oct 20 09:06:40.463470 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c41a8e42-284c-42a7-8b0e-1af02518305f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:40.464913 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c41a8e42-284c-42a7-8b0e-1af02518305f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 812 time: 0.1098347 Oct 20 09:06:40.480529 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-4264eaea-46fd-49d9-9b24-cf28dc531a13 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/quotas/98827dbef155480b9f26792b70014b4b HTTP/1.1" status: 200 len: 375 time: 0.0092821 Oct 20 09:06:40.531685 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d216f86c-e68c-449b-a2e7-693c3f658e4a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451720 Oct 20 09:06:40.634110 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-66a595c4-be37-4ef6-aed4-2af063590fae service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897806 Oct 20 09:06:40.737543 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-6729da2f-fec3-4bf1-ac2f-b9197b9ce905 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969210 Oct 20 09:06:40.820369 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:40.870944 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0befe1-8fd3-4e05-a3e8-50a65675eb91 req-0a4339f4-9825-4e99-aa56-7bcefa6f337d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:40.888006 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7d0befe1-8fd3-4e05-a3e8-50a65675eb91 req-0a4339f4-9825-4e99-aa56-7bcefa6f337d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0779121 Oct 20 09:06:40.966516 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7d0befe1-8fd3-4e05-a3e8-50a65675eb91 req-e4ebcb65-e9c0-4e63-86ec-f9d1c7b5bbbc tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733790 Oct 20 09:06:41.192889 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d5ee6b61-14ad-4174-b314-fbff3cc89693 req-35cd1359-52de-42c6-9971-ff7e411ab466 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 210 time: 0.0483487 Oct 20 09:06:41.333264 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79b1a5-2595-4cca-88a1-bfe0629567d2 req-b1c51028-1d8d-489a-af3d-2c026a899e20 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:41.342765 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1e79b1a5-2595-4cca-88a1-bfe0629567d2 req-b1c51028-1d8d-489a-af3d-2c026a899e20 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0920548 Oct 20 09:06:41.516561 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1e79b1a5-2595-4cca-88a1-bfe0629567d2 req-b3592206-a049-495d-aee3-de25c2eb8ca0 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1725795 Oct 20 09:06:41.650899 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device ea6a461f-d2ae-49cf-a87f-19296d8271f9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:06:41.701689 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: ea6a461f-d2ae-49cf-a87f-19296d8271f9 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:06:41.703433 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device ea6a461f-d2ae-49cf-a87f-19296d8271f9 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:06:42.078360 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:42.123966 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d943012-4f77-4e50-9ed2-428b5992202a req-ac04a228-5e6a-4a11-8e02-694a1bd47301 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:42.130889 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0d943012-4f77-4e50-9ed2-428b5992202a req-ac04a228-5e6a-4a11-8e02-694a1bd47301 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0689371 Oct 20 09:06:42.194702 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0d943012-4f77-4e50-9ed2-428b5992202a req-c36d5bd2-9225-4d46-bd47-6c476c3e8a25 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622411 Oct 20 09:06:42.328703 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d204ce5d-7fe8-44bd-96fa-94dc5d807d60 req-ca449f10-5992-476c-841f-426ea09a01aa tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 210 time: 0.0344937 Oct 20 09:06:42.645218 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888cce5-d1b2-4e32-b8e1-3e13f9f210e7 req-cb530251-82c9-43fd-93d3-3e5a15dcc503 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:42.646861 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1888cce5-d1b2-4e32-b8e1-3e13f9f210e7 req-cb530251-82c9-43fd-93d3-3e5a15dcc503 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0579252 Oct 20 09:06:42.734437 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1888cce5-d1b2-4e32-b8e1-3e13f9f210e7 req-3a93171d-1b3f-4e6a-a386-37f670a60b27 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812573 Oct 20 09:06:42.947833 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-f5f36f3d-090f-4610-8f3b-3de68e4c127f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:42.950374 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-f5f36f3d-090f-4610-8f3b-3de68e4c127f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 812 time: 0.1285477 Oct 20 09:06:43.068896 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-79e54077-431f-4a75-97f6-446cf1e16e61 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98827dbef155480b9f26792b70014b4b HTTP/1.1" status: 200 len: 380 time: 0.0956476 Oct 20 09:06:43.283890 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'port': {'device_id': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'admin_state_up': True, 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'security_groups': ['cc414851-7c8e-4526-9fbf-448b6958247f']}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:43.426760 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac432a-9028-43f6-9260-1bc5affc2bb2 req-00394a14-5017-4783-8e9d-1a1b18746345 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:43.428308 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76ac432a-9028-43f6-9260-1bc5affc2bb2 req-00394a14-5017-4783-8e9d-1a1b18746345 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.1249509 Oct 20 09:06:43.444948 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:43.474727 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-947ae76d-28ef-452d-8523-4b05353f2e64 req-b84d7d5d-416d-4f9b-af7a-3218a708813a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 210 time: 0.0453510 Oct 20 09:06:43.518023 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76ac432a-9028-43f6-9260-1bc5affc2bb2 req-6f27f7e9-c0ca-4c9d-a14a-7712701ea529 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825741 Oct 20 09:06:43.519121 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Made reservation on behalf of 98827dbef155480b9f26792b70014b4b for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:06:43.522863 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:43.665394 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:43.675584 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Allocated IP 172.20.0.6 (d2d4ae81-03f2-49c0-8ca3-a270479acf30/a8f15822-75cb-4a82-9319-f423481eb456/d5aa2d4a-df18-490f-b5c0-9074a308160e) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:06:43.860003 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:43.875033 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135692-220d-4da7-9103-dea8536d9c1e req-1c039d76-704b-4874-8be1-e963f06102d5 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:43.876890 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a5135692-220d-4da7-9103-dea8536d9c1e req-1c039d76-704b-4874-8be1-e963f06102d5 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0502331 Oct 20 09:06:43.900197 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:43.956879 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Network d2d4ae81-03f2-49c0-8ca3-a270479acf30 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:06:43.967147 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'Port': ['ID=d5aa2d4a-df18-490f-b5c0-9074a308160e,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:43.971042 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:06:43.973577 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:06:43.977328 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a5135692-220d-4da7-9103-dea8536d9c1e req-fd0dab93-b24d-4905-8250-1690d4b048fd tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940039 Oct 20 09:06:44.043669 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:44.044349 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:44.068443 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-d929fe40-de72-46bb-816a-65b0d308521f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7954714 Oct 20 09:06:44.344609 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-736c6134-60a1-432d-918c-6e62ae91cf40 None None] Provisioning complete for port d5aa2d4a-df18-490f-b5c0-9074a308160e triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:06:44.345634 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-736c6134-60a1-432d-918c-6e62ae91cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:44.346172 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-736c6134-60a1-432d-918c-6e62ae91cf40 None None] Attempt 1 to provision port d5aa2d4a-df18-490f-b5c0-9074a308160e Oct 20 09:06:44.381140 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-736c6134-60a1-432d-918c-6e62ae91cf40 None None] Port d5aa2d4a-df18-490f-b5c0-9074a308160e cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:06:44.608532 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c20472-888c-463a-9311-07ad6b93ce18 req-bf49435f-1d36-4594-ba95-6c137ca566c9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:44.610199 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a5c20472-888c-463a-9311-07ad6b93ce18 req-bf49435f-1d36-4594-ba95-6c137ca566c9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 931 time: 0.0659320 Oct 20 09:06:44.677149 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884fe15-339e-489c-b8fd-8cd0190222bb req-0e24e2f7-54cb-4400-9cc6-2e5d3aea724e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:44.681660 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a5c20472-888c-463a-9311-07ad6b93ce18 req-e1200f74-da6b-486b-a965-644f66871a38 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608959 Oct 20 09:06:44.685859 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9884fe15-339e-489c-b8fd-8cd0190222bb req-0e24e2f7-54cb-4400-9cc6-2e5d3aea724e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0636568 Oct 20 09:06:44.732847 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-9884fe15-339e-489c-b8fd-8cd0190222bb req-ca2c766e-fc9b-47ab-9cb8-4d5bec4c714e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460751 Oct 20 09:06:45.105745 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dfa1b-1915-41a9-b456-5d73837c8638 req-cd7fba3a-55c7-49e6-be46-bc4917e16b22 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:45.107987 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ca8dfa1b-1915-41a9-b456-5d73837c8638 req-cd7fba3a-55c7-49e6-be46-bc4917e16b22 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0511832 Oct 20 09:06:45.173907 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ca8dfa1b-1915-41a9-b456-5d73837c8638 req-89d359f1-521d-4a02-8fda-bd181072a479 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597742 Oct 20 09:06:45.807667 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079dfd-eb9e-4a2c-9922-507adc55d9ea req-1f6951dd-134d-47e5-826c-2c27f2a95bc0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:45.815736 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-29079dfd-eb9e-4a2c-9922-507adc55d9ea req-1f6951dd-134d-47e5-826c-2c27f2a95bc0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 931 time: 0.0625286 Oct 20 09:06:45.878856 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-29079dfd-eb9e-4a2c-9922-507adc55d9ea req-7802776f-ca86-4528-88b2-e2f7658f715b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575569 Oct 20 09:06:45.880659 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Request body: {'port': {'device_id': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:06:45.942520 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c398b-758d-48f5-aea0-1967af20e793 req-725fea7a-a1ff-49d4-b0dc-724285941d51 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:45.943886 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-496c398b-758d-48f5-aea0-1967af20e793 req-725fea7a-a1ff-49d4-b0dc-724285941d51 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.1070666 Oct 20 09:06:45.998046 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:46.011354 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:46.044960 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-496c398b-758d-48f5-aea0-1967af20e793 req-122e1717-227e-4db3-8562-d5475c060126 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895536 Oct 20 09:06:46.229797 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:46.321090 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44912a1-3c70-4918-80cc-dca346f8cb95 req-5ce75edb-631e-4501-ac77-3d4eae1b0bdc tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:46.329413 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b44912a1-3c70-4918-80cc-dca346f8cb95 req-5ce75edb-631e-4501-ac77-3d4eae1b0bdc tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0638230 Oct 20 09:06:46.347064 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5aa2d4a-df18-490f-b5c0-9074a308160e {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:06:46.356397 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Publish callbacks [] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:46.383876 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Transition to ACTIVE for port object d5aa2d4a-df18-490f-b5c0-9074a308160e will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:06:46.390557 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:46.407089 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b44912a1-3c70-4918-80cc-dca346f8cb95 req-d15e0f44-8a47-48bf-a913-7a54d7103942 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762935 Oct 20 09:06:46.488530 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Pushing event updated for resources: {'Port': ['ID=d5aa2d4a-df18-490f-b5c0-9074a308160e,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:46.528391 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Attempting to bind port d5aa2d4a-df18-490f-b5c0-9074a308160e on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:06:46.528748 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Attempting to bind port d5aa2d4a-df18-490f-b5c0-9074a308160e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:06:46.529081 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Attempting to bind port d5aa2d4a-df18-490f-b5c0-9074a308160e on network d2d4ae81-03f2-49c0-8ca3-a270479acf30 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:06:46.595706 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Port d5aa2d4a-df18-490f-b5c0-9074a308160e on network d2d4ae81-03f2-49c0-8ca3-a270479acf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:06:46.596027 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Attempting to bind port d5aa2d4a-df18-490f-b5c0-9074a308160e on network d2d4ae81-03f2-49c0-8ca3-a270479acf30 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:06:46.651055 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:06:46.651512 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Checking segment: {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:06:46.651963 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Bound using segment: {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:06:46.652488 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Bound port: d5aa2d4a-df18-490f-b5c0-9074a308160e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:06:46.652839 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:46.725139 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] For port d5aa2d4a-df18-490f-b5c0-9074a308160e, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:06:46.728573 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] For port d5aa2d4a-df18-490f-b5c0-9074a308160e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d5aa2d4a-df18-490f-b5c0-9074a308160e,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:06:46.739750 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:46.745034 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:46.745806 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:46.747496 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/d5aa2d4a-df18-490f-b5c0-9074a308160e HTTP/1.1" status: 200 len: 1093 time: 0.8737426 Oct 20 09:06:46.748233 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'tag': 'd5aa2d4a-df18-490f-b5c0-9074a308160e'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:46.750661 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e85fbb7-b15c-4b39-b367-038d3a6398f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9c52d13f-7238-490c-a0cd-c1d2fff9afb0", "tag": "d5aa2d4a-df18-490f-b5c0-9074a308160e"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:46.813853 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22447d2-aad4-423c-ae3a-757831b26043 x-openstack-request-id: req-d22447d2-aad4-423c-ae3a-757831b26043 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:46.814156 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c52d13f-7238-490c-a0cd-c1d2fff9afb0", "tag": "d5aa2d4a-df18-490f-b5c0-9074a308160e", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:46.814403 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d22447d2-aad4-423c-ae3a-757831b26043 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:46.814826 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22447d2-aad4-423c-ae3a-757831b26043'] response: {'name': 'network-changed', 'server_uuid': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'tag': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'status': 'completed', 'code': 200} Oct 20 09:06:46.828494 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d034a5-b2bd-4f7e-afc3-b855cc095c0c service neutron] Pushing event updated for resources: {'Port': ['ID=d5aa2d4a-df18-490f-b5c0-9074a308160e,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:46.981023 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-3ccb509d-1c01-48d4-8046-c44c09c4d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:46.983254 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-3ccb509d-1c01-48d4-8046-c44c09c4d455 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 1127 time: 0.0476902 Oct 20 09:06:47.016408 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dbc59-324e-45ad-9fff-306d1b617415 req-2e18f3ab-203a-4a47-83ff-7d2304ec50d6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:47.018062 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-775dbc59-324e-45ad-9fff-306d1b617415 req-2e18f3ab-203a-4a47-83ff-7d2304ec50d6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 943 time: 0.0594869 Oct 20 09:06:47.039119 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-ef67d0ca-45e9-4ea4-9ba4-36eace786dd4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5aa2d4a-df18-490f-b5c0-9074a308160e HTTP/1.1" status: 200 len: 217 time: 0.0384765 Oct 20 09:06:47.079021 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-775dbc59-324e-45ad-9fff-306d1b617415 req-770d74ad-9d2b-4963-88e0-e712b0e5fc23 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550447 Oct 20 09:06:47.099784 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-24d3fbdd-cff9-41f8-a199-e0c8ad5da85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:47.101980 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-24d3fbdd-cff9-41f8-a199-e0c8ad5da85c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0533822 Oct 20 09:06:47.206935 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-2f9f6df7-a18c-4061-888b-417165061549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:47.209802 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-2f9f6df7-a18c-4061-888b-417165061549 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002793 Oct 20 09:06:47.227433 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a426b-0870-45bc-a6dc-9deb8ba45057 req-04db7223-9c01-4832-ba04-decbdad669d9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:47.235895 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f83a426b-0870-45bc-a6dc-9deb8ba45057 req-04db7223-9c01-4832-ba04-decbdad669d9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0774324 Oct 20 09:06:47.270822 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:47.362136 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f83a426b-0870-45bc-a6dc-9deb8ba45057 req-9eea77db-d58d-4dc3-93d3-55097dcd667d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247635 Oct 20 09:06:47.419676 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-6f031e8b-877a-40e8-84fe-976b50bb10e8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576493 Oct 20 09:06:47.532726 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:47.532726 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-563e8844-b8a4-4201-bbec-580154dfbbc9 req-3f4b8bf5-b7e7-4e91-8053-26cc6f8bbe4a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035316 Oct 20 09:06:47.575148 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28281585-e3e7-482c-ad74-017e0d0cc57c req-c934151b-95b3-46b7-aad0-4092be9b15ac tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:47.580123 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-28281585-e3e7-482c-ad74-017e0d0cc57c req-c934151b-95b3-46b7-aad0-4092be9b15ac tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0872910 Oct 20 09:06:47.633818 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:47.679011 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-28281585-e3e7-482c-ad74-017e0d0cc57c req-352e6f96-5295-4eef-a50c-2eaf31714035 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888355 Oct 20 09:06:48.015927 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85fbb7-b15c-4b39-b367-038d3a6398f4 req-253fd2a6-7a62-4076-9e20-aaa90787049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:48.017547 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4e85fbb7-b15c-4b39-b367-038d3a6398f4 req-253fd2a6-7a62-4076-9e20-aaa90787049f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 1127 time: 0.0444987 Oct 20 09:06:48.213108 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85fbb7-b15c-4b39-b367-038d3a6398f4 req-fcb9ddbe-3773-4dc9-b769-bdd1b95d9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:48.214816 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4e85fbb7-b15c-4b39-b367-038d3a6398f4 req-fcb9ddbe-3773-4dc9-b769-bdd1b95d9b40 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 913 time: 0.1175549 Oct 20 09:06:48.272882 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4e85fbb7-b15c-4b39-b367-038d3a6398f4 req-5eaa56f7-e21a-48b9-bbaf-358827ee92b7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5aa2d4a-df18-490f-b5c0-9074a308160e HTTP/1.1" status: 200 len: 217 time: 0.0491300 Oct 20 09:06:48.344746 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926c0ca-e6b6-47a8-84c8-6addc1003428 req-c9bfe4f5-d047-4867-a359-ec8bfa461786 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:48.346432 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c926c0ca-e6b6-47a8-84c8-6addc1003428 req-c9bfe4f5-d047-4867-a359-ec8bfa461786 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 943 time: 0.1156628 Oct 20 09:06:48.411374 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85fbb7-b15c-4b39-b367-038d3a6398f4 req-0a00b12b-e965-491b-afc1-bb7fe5f565d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:48.414653 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4e85fbb7-b15c-4b39-b367-038d3a6398f4 req-0a00b12b-e965-491b-afc1-bb7fe5f565d2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.1231582 Oct 20 09:06:48.444695 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fbc1a-7c96-4426-9dfd-76287d908f54 req-53555cf8-6498-4112-bfe3-90d8b4f6886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:48.446293 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f69fbc1a-7c96-4426-9dfd-76287d908f54 req-53555cf8-6498-4112-bfe3-90d8b4f6886b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 1130 time: 0.0731282 Oct 20 09:06:48.457922 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c926c0ca-e6b6-47a8-84c8-6addc1003428 req-30fb0072-9e24-45e3-832f-9d5d6e34cef6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019616 Oct 20 09:06:48.520240 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eea223-932b-457a-b2ec-8a40619ae982 req-b2da545e-e493-4eac-b282-263beb8ec1d4 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:48.522520 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-72eea223-932b-457a-b2ec-8a40619ae982 req-b2da545e-e493-4eac-b282-263beb8ec1d4 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0514369 Oct 20 09:06:48.605248 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-72eea223-932b-457a-b2ec-8a40619ae982 req-31d76a90-54fe-476e-baf9-62639fb058e1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708277 Oct 20 09:06:48.605888 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85fbb7-b15c-4b39-b367-038d3a6398f4 req-6683bf65-d0be-4a55-8245-7a5ae78e36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:48.608130 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4e85fbb7-b15c-4b39-b367-038d3a6398f4 req-6683bf65-d0be-4a55-8245-7a5ae78e36fa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516219 Oct 20 09:06:48.829330 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07debfb0-653f-49f1-9379-5e2a1f3436f6 req-2bcf1782-81e2-476d-898f-d3c8211b713b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:48.831314 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-07debfb0-653f-49f1-9379-5e2a1f3436f6 req-2bcf1782-81e2-476d-898f-d3c8211b713b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0621135 Oct 20 09:06:48.925516 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-07debfb0-653f-49f1-9379-5e2a1f3436f6 req-b07b03cb-47a9-46b4-91fb-80668a9b2c31 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&id=8dd08cd5-03a3-4623-a8b2-414b5852ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883956 Oct 20 09:06:49.627482 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc9c23-db51-4545-a460-c1e03824dc21 req-818bc427-7ca2-4997-951d-5e40e085eb3c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:49.630561 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4e85fbb7-b15c-4b39-b367-038d3a6398f4 req-7430f9bf-b433-42e8-8399-375c89748edd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196228 Oct 20 09:06:49.636248 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fbc1a-7c96-4426-9dfd-76287d908f54 req-5dde95ea-bf0c-4bcf-874e-ff834516d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:49.636663 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-79dc9c23-db51-4545-a460-c1e03824dc21 req-818bc427-7ca2-4997-951d-5e40e085eb3c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 943 time: 0.0753336 Oct 20 09:06:49.637612 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f69fbc1a-7c96-4426-9dfd-76287d908f54 req-5dde95ea-bf0c-4bcf-874e-ff834516d717 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 917 time: 0.5119991 Oct 20 09:06:49.711717 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-79dc9c23-db51-4545-a460-c1e03824dc21 req-4da5e64c-bee2-4338-926d-fa15d2f2b0ce tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738714 Oct 20 09:06:49.783854 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:49.814503 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632e89-8fba-4274-9aa8-57eefcf7d58a req-f6d7ccb2-fcd5-4dfe-9462-e4a2c7629440 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:49.815980 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8f632e89-8fba-4274-9aa8-57eefcf7d58a req-f6d7ccb2-fcd5-4dfe-9462-e4a2c7629440 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.1068430 Oct 20 09:06:49.819608 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f69fbc1a-7c96-4426-9dfd-76287d908f54 req-bf2d0044-8db4-45aa-9069-f87c5a1ddf75 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4 HTTP/1.1" status: 200 len: 1002 time: 0.1628952 Oct 20 09:06:49.918343 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4e85fbb7-b15c-4b39-b367-038d3a6398f4 req-2734eaa8-2aa2-403d-9c3f-4212c80dafa0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755034 Oct 20 09:06:49.922920 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fbc1a-7c96-4426-9dfd-76287d908f54 req-8b2f8f9e-fc8a-4c38-b80c-437e2b18c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:49.924297 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f69fbc1a-7c96-4426-9dfd-76287d908f54 req-8b2f8f9e-fc8a-4c38-b80c-437e2b18c233 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.0965443 Oct 20 09:06:49.935822 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8f632e89-8fba-4274-9aa8-57eefcf7d58a req-1f8ad860-5961-445e-8a45-33685253998a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118662 Oct 20 09:06:49.996510 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fbc1a-7c96-4426-9dfd-76287d908f54 req-0ed2d39e-3280-422f-90de-2643c03d60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:49.998386 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f69fbc1a-7c96-4426-9dfd-76287d908f54 req-0ed2d39e-3280-422f-90de-2643c03d60a9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524147 Oct 20 09:06:50.015119 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:50.112830 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f69fbc1a-7c96-4426-9dfd-76287d908f54 req-389699d9-86c4-4625-b961-05095e7bf861 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061563 Oct 20 09:06:50.239171 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f69fbc1a-7c96-4426-9dfd-76287d908f54 req-a17ebf13-ef43-4acf-b526-c817c7e981b7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151388 Oct 20 09:06:50.817378 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:50.864671 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b98aa-2bcf-4e85-8fbe-0fe6b2082913 req-331022bc-46c6-4cde-9fb9-ba4c13a7180a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:50.872050 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5f0b98aa-2bcf-4e85-8fbe-0fe6b2082913 req-331022bc-46c6-4cde-9fb9-ba4c13a7180a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 943 time: 0.0661039 Oct 20 09:06:50.933211 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35876) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:50.938972 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5f0b98aa-2bcf-4e85-8fbe-0fe6b2082913 req-96b282c4-4da3-4ebe-91d1-19f5bd982c31 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645592 Oct 20 09:06:51.108768 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dd474020-27bc-414d-b7cf-dcec07437581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.125650 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ed475-5dbb-4888-8337-51b9fa8dacd9 req-0e6ac67c-7db8-43eb-bc79-2034714c42ff tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:51.127189 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6f5ed475-5dbb-4888-8337-51b9fa8dacd9 req-0e6ac67c-7db8-43eb-bc79-2034714c42ff tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0732868 Oct 20 09:06:51.202992 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6f5ed475-5dbb-4888-8337-51b9fa8dacd9 req-9d90ecfd-8883-4877-86cf-6a8053ebb26c tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672402 Oct 20 09:06:51.235835 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dd474020-27bc-414d-b7cf-dcec07437581 admin admin] Publish callbacks [] for security_group (23c827c8-92e9-4484-b723-5e8f040b304e), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.239441 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dd474020-27bc-414d-b7cf-dcec07437581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (23c827c8-92e9-4484-b723-5e8f040b304e), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.278434 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-dd474020-27bc-414d-b7cf-dcec07437581 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9c6705155a634a18a0fda600155f6457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441443 Oct 20 09:06:51.279858 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd474020-27bc-414d-b7cf-dcec07437581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c827c8-92e9-4484-b723-5e8f040b304e,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:51.281819 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35888) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:51.331599 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Publish callbacks [] for security_group (23c827c8-92e9-4484-b723-5e8f040b304e), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.352345 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Publish callbacks [] for security_group (23c827c8-92e9-4484-b723-5e8f040b304e), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.398768 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (23c827c8-92e9-4484-b723-5e8f040b304e), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.401383 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.402642 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/23c827c8-92e9-4484-b723-5e8f040b304e HTTP/1.1" status: 204 len: 168 time: 0.1196270 Oct 20 09:06:51.413107 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c827c8-92e9-4484-b723-5e8f040b304e,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:51.423670 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.424024 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.424367 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.424701 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.425217 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.425551 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.425876 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.426334 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.426572 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.426987 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.427306 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.427629 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.427954 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.428283 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.428590 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4282c405-5274-40f4-a0a4-d753e5376682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:06:51.671685 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 35898) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:51.685142 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e3be8258-a533-433a-826a-187fd7599405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.768039 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e3be8258-a533-433a-826a-187fd7599405 admin admin] Publish callbacks [] for security_group (4aab8cf0-e8f6-4321-bbae-07d737c33a5b), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.771405 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e3be8258-a533-433a-826a-187fd7599405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (4aab8cf0-e8f6-4321-bbae-07d737c33a5b), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.809176 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-e3be8258-a533-433a-826a-187fd7599405 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1a8ca1fdf8654505b50fc13ce94c598b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363945 Oct 20 09:06:51.810713 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be8258-a533-433a-826a-187fd7599405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab8cf0-e8f6-4321-bbae-07d737c33a5b,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:51.812506 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 35900) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:51.861526 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7d585b48-aa9f-4319-97b1-f5e5cdc87173 admin admin] Publish callbacks [] for security_group (4aab8cf0-e8f6-4321-bbae-07d737c33a5b), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.882262 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7d585b48-aa9f-4319-97b1-f5e5cdc87173 admin admin] Publish callbacks [] for security_group (4aab8cf0-e8f6-4321-bbae-07d737c33a5b), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.930964 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7d585b48-aa9f-4319-97b1-f5e5cdc87173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (4aab8cf0-e8f6-4321-bbae-07d737c33a5b), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.933486 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7d585b48-aa9f-4319-97b1-f5e5cdc87173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:51.934681 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7d585b48-aa9f-4319-97b1-f5e5cdc87173 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4aab8cf0-e8f6-4321-bbae-07d737c33a5b HTTP/1.1" status: 204 len: 168 time: 0.1211786 Oct 20 09:06:51.942801 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d585b48-aa9f-4319-97b1-f5e5cdc87173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab8cf0-e8f6-4321-bbae-07d737c33a5b,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:52.052791 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c489385-4f00-4594-8877-c3247335b609 req-59e96002-ea53-4069-a319-4d6cffb6c0c3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:52.054956 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4c489385-4f00-4594-8877-c3247335b609 req-59e96002-ea53-4069-a319-4d6cffb6c0c3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 943 time: 0.0474882 Oct 20 09:06:52.107859 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4c489385-4f00-4594-8877-c3247335b609 req-39606def-59f6-4a7c-8533-04366c23a3ae tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456884 Oct 20 09:06:52.155299 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2a6b-997b-473e-9b21-cd146af0fca3 req-26739ac6-67a7-4639-b7b5-8bdc82b58af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:52.156809 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-676b2a6b-997b-473e-9b21-cd146af0fca3 req-26739ac6-67a7-4639-b7b5-8bdc82b58af6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 1130 time: 0.0449438 Oct 20 09:06:52.245418 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:52.252752 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2a6b-997b-473e-9b21-cd146af0fca3 req-a33f3e61-5c26-41bd-afd3-82ef499e5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:52.254639 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-676b2a6b-997b-473e-9b21-cd146af0fca3 req-a33f3e61-5c26-41bd-afd3-82ef499e5299 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 917 time: 0.0918691 Oct 20 09:06:52.363725 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-676b2a6b-997b-473e-9b21-cd146af0fca3 req-aea51ec9-7d08-406c-ba96-b28ba5773671 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4 HTTP/1.1" status: 200 len: 1002 time: 0.1013415 Oct 20 09:06:52.369488 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf134e-203e-414b-85f7-1c64a07d6f84 req-69286884-fbfe-4de4-8bbc-8e95af8f8f83 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:52.370935 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0daf134e-203e-414b-85f7-1c64a07d6f84 req-69286884-fbfe-4de4-8bbc-8e95af8f8f83 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0653601 Oct 20 09:06:52.403033 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:52.442170 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2a6b-997b-473e-9b21-cd146af0fca3 req-10f9018a-32c3-48a1-8a46-9dc05e300f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:52.443651 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-676b2a6b-997b-473e-9b21-cd146af0fca3 req-10f9018a-32c3-48a1-8a46-9dc05e300f75 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.0718744 Oct 20 09:06:52.473664 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0daf134e-203e-414b-85f7-1c64a07d6f84 req-084b7fcb-4587-42ac-bc7b-acd4846be7ee tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943244 Oct 20 09:06:52.512570 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2a6b-997b-473e-9b21-cd146af0fca3 req-e4172d19-54f0-4803-9d29-2cc7ade28114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:52.514083 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-676b2a6b-997b-473e-9b21-cd146af0fca3 req-e4172d19-54f0-4803-9d29-2cc7ade28114 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604334 Oct 20 09:06:52.606352 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-676b2a6b-997b-473e-9b21-cd146af0fca3 req-7ac1135c-f283-45c0-9c59-a7b6b21c8027 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857284 Oct 20 09:06:52.702552 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-676b2a6b-997b-473e-9b21-cd146af0fca3 req-48a12705-28a4-44ac-a026-3d23496cb765 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895634 Oct 20 09:06:53.231433 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a952766-f935-45ad-98ee-7cd48a79f990 req-0574dac2-4b50-4d29-998c-c12d4828fa9f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:53.232922 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6a952766-f935-45ad-98ee-7cd48a79f990 req-0574dac2-4b50-4d29-998c-c12d4828fa9f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 943 time: 0.0468810 Oct 20 09:06:53.281802 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:53.287150 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6a952766-f935-45ad-98ee-7cd48a79f990 req-9918abc1-1a36-4330-aa82-e9537728a4ab tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486562 Oct 20 09:06:53.608772 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d4b29-d1d6-4554-8f86-6e16724c93bc req-81f2a0d8-e734-428c-ba0a-aef440fcba32 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:53.610289 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-de3d4b29-d1d6-4554-8f86-6e16724c93bc req-81f2a0d8-e734-428c-ba0a-aef440fcba32 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0481238 Oct 20 09:06:53.661885 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-de3d4b29-d1d6-4554-8f86-6e16724c93bc req-2bbecde5-412e-44af-a5f0-e27b1747c5c1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454259 Oct 20 09:06:54.408422 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf5a4-2d7c-45a6-9dbd-7a7ade11eb4a req-a3166d40-8189-4e28-a47b-00140dc07ff9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:54.409888 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-440cf5a4-2d7c-45a6-9dbd-7a7ade11eb4a req-a3166d40-8189-4e28-a47b-00140dc07ff9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 943 time: 0.0473740 Oct 20 09:06:54.457759 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-440cf5a4-2d7c-45a6-9dbd-7a7ade11eb4a req-9417d5a7-47ad-48d8-8113-b69b4a7cd1a6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Oct 20 09:06:54.791644 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab6b8e-32da-4793-bfe8-06866b9a8788 req-ba9e642a-4cf4-483e-9c43-746759a852a4 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:54.793120 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-01ab6b8e-32da-4793-bfe8-06866b9a8788 req-ba9e642a-4cf4-483e-9c43-746759a852a4 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0469544 Oct 20 09:06:54.846629 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-01ab6b8e-32da-4793-bfe8-06866b9a8788 req-0331b139-3224-426b-95cc-ec156f393ec0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472603 Oct 20 09:06:55.577312 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5168938-5768-4ef4-a9d9-15c223f14bf2 req-500a6708-bc92-45a7-8429-148a7eb4b517 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:55.578775 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b5168938-5768-4ef4-a9d9-15c223f14bf2 req-500a6708-bc92-45a7-8429-148a7eb4b517 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 943 time: 0.0453756 Oct 20 09:06:55.626947 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b5168938-5768-4ef4-a9d9-15c223f14bf2 req-a2726fc6-39e4-4a3f-bc01-fbbfc6b6fdcb tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427303 Oct 20 09:06:55.921640 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device f17302af-3ee4-46d2-a6fe-a973b183f4e4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:06:55.979985 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28e56-a16d-4158-b82e-ee27a6693d69 req-c5ad2362-d68b-46cb-824e-c4a02b9f0f7d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:55.982116 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4ab28e56-a16d-4158-b82e-ee27a6693d69 req-c5ad2362-d68b-46cb-824e-c4a02b9f0f7d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 946 time: 0.0468836 Oct 20 09:06:55.996231 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port f17302af-3ee4-46d2-a6fe-a973b183f4e4 is: ACTIVE; New status is: DOWN {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:06:55.996618 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:56.020459 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:06:56.022722 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95288a9b-4190-434b-bae7-062751c2425e" -d '{"events": [{"server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "name": "network-vif-unplugged", "status": "completed", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:06:56.030698 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4ab28e56-a16d-4158-b82e-ee27a6693d69 req-9b92ac19-66b9-4134-a237-7e6865ed48a8 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427485 Oct 20 09:06:56.036035 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:56.041243 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:56.079258 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Oct 2022 09:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5587fa95-d43f-4a20-997a-f8c3f3092836 x-openstack-request-id: req-5587fa95-d43f-4a20-997a-f8c3f3092836 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:06:56.079548 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "name": "network-vif-unplugged", "status": "failed", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4", "code": 422}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:06:56.079798 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5587fa95-d43f-4a20-997a-f8c3f3092836 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:06:56.080234 dv-cinder-master-3-iscsi neutron-server[104620]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5587fa95-d43f-4a20-997a-f8c3f3092836']: {'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'code': 422} returned with failed status Oct 20 09:06:56.092423 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=f17302af-3ee4-46d2-a6fe-a973b183f4e4,revision_number=8']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:56.688789 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:56.694067 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:56.767909 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c9545-7b8b-4ed5-97ea-1c0e4a1694c7 req-6b77401a-b569-46fd-a64f-17597534f831 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:56.769413 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7a0c9545-7b8b-4ed5-97ea-1c0e4a1694c7 req-6b77401a-b569-46fd-a64f-17597534f831 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 943 time: 0.0632901 Oct 20 09:06:56.832512 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7a0c9545-7b8b-4ed5-97ea-1c0e4a1694c7 req-fe31a079-863d-4a24-b958-07c41f9c26d7 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574067 Oct 20 09:06:56.883289 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [req-1a9ae5dd-635a-424e-8ab8-08061fb6e27a req-ce0ea6da-646d-4dd1-b82e-7f390c6c51a8 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104618) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 09:06:56.884308 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1a9ae5dd-635a-424e-8ab8-08061fb6e27a req-ce0ea6da-646d-4dd1-b82e-7f390c6c51a8 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055120 Oct 20 09:06:57.016416 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36048) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:57.085028 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab0ecc-a126-4ed7-874b-ed83507fac01 req-980a6d83-f9cb-48f1-ad38-38e6161f253a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:57.086759 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1eab0ecc-a126-4ed7-874b-ed83507fac01 req-980a6d83-f9cb-48f1-ad38-38e6161f253a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0641649 Oct 20 09:06:57.140368 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-42a45dfc-733e-45dc-9d2b-8de0e2c17977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.154147 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1eab0ecc-a126-4ed7-874b-ed83507fac01 req-2a075b4e-d47b-475b-a93e-ea6a5960bd5a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614033 Oct 20 09:06:57.165015 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:57.244100 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-42a45dfc-733e-45dc-9d2b-8de0e2c17977 admin admin] Publish callbacks [] for security_group (a5ce3326-12af-4567-ba68-14294b3e3a83), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.248773 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-42a45dfc-733e-45dc-9d2b-8de0e2c17977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (a5ce3326-12af-4567-ba68-14294b3e3a83), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.286772 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a45dfc-733e-45dc-9d2b-8de0e2c17977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ce3326-12af-4567-ba68-14294b3e3a83,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:57.290913 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-42a45dfc-733e-45dc-9d2b-8de0e2c17977 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=63e85e0fcff44e3694674fd085a26d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733967 Oct 20 09:06:57.293564 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36062) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:57.327741 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:57.346110 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2d0fa86d-04f2-4514-9273-ce75649f636c admin admin] Publish callbacks [] for security_group (a5ce3326-12af-4567-ba68-14294b3e3a83), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.347588 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36068) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:57.371379 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2d0fa86d-04f2-4514-9273-ce75649f636c admin admin] Publish callbacks [] for security_group (a5ce3326-12af-4567-ba68-14294b3e3a83), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.423744 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2d0fa86d-04f2-4514-9273-ce75649f636c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (a5ce3326-12af-4567-ba68-14294b3e3a83), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.426248 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2d0fa86d-04f2-4514-9273-ce75649f636c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.427427 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-2d0fa86d-04f2-4514-9273-ce75649f636c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a5ce3326-12af-4567-ba68-14294b3e3a83 HTTP/1.1" status: 204 len: 168 time: 0.1324120 Oct 20 09:06:57.439152 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-eda9fcfd-d5ca-4dad-b222-6aa59c802aa7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904007 Oct 20 09:06:57.444633 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fa86d-04f2-4514-9273-ce75649f636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ce3326-12af-4567-ba68-14294b3e3a83,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:57.448314 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-b928d274-5f2b-4cf3-ae34-90cd2a712300 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104618) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 09:06:57.449273 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-b928d274-5f2b-4cf3-ae34-90cd2a712300 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050483 Oct 20 09:06:57.604251 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36080) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:57.730205 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36084) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:57.744156 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f48013ea-2a45-42fe-8c7a-6817abdf6ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.749422 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73920784-2d15-4415-b2c7-212659c6fe6c req-e9a6b01a-8771-437c-9011-dc1672d1cc30 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:57.751045 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-e9a6b01a-8771-437c-9011-dc1672d1cc30 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports/f17302af-3ee4-46d2-a6fe-a973b183f4e4 HTTP/1.1" status: 200 len: 941 time: 0.1457884 Oct 20 09:06:57.811657 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:57.820686 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f48013ea-2a45-42fe-8c7a-6817abdf6ba2 admin admin] Publish callbacks [] for security_group (1dde90aa-f426-43e8-a1a0-7c7486785b36), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.825360 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f48013ea-2a45-42fe-8c7a-6817abdf6ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (1dde90aa-f426-43e8-a1a0-7c7486785b36), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.865908 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48013ea-2a45-42fe-8c7a-6817abdf6ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dde90aa-f426-43e8-a1a0-7c7486785b36,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:57.870308 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-f48013ea-2a45-42fe-8c7a-6817abdf6ba2 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6baa9519ed82409baf7a33f1d9b9b6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389451 Oct 20 09:06:57.873463 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36090) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:06:57.933581 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ea046764-8eb5-41f4-ac98-8efa323771b4 admin admin] Publish callbacks [] for security_group (1dde90aa-f426-43e8-a1a0-7c7486785b36), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.938512 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device d5aa2d4a-df18-490f-b5c0-9074a308160e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:06:57.970889 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:57.983179 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ea046764-8eb5-41f4-ac98-8efa323771b4 admin admin] Publish callbacks [] for security_group (1dde90aa-f426-43e8-a1a0-7c7486785b36), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:57.995845 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b72bf-1db2-4b8c-a270-546274868469 req-9f38d8c9-f2a8-4365-adf2-8936380f3b0e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:57.998068 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bf9b72bf-1db2-4b8c-a270-546274868469 req-9f38d8c9-f2a8-4365-adf2-8936380f3b0e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 943 time: 0.0824513 Oct 20 09:06:58.048319 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port d5aa2d4a-df18-490f-b5c0-9074a308160e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d5aa2d4a-df18-490f-b5c0-9074a308160e,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:58.061399 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'port_id': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 484, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:06:58.065734 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ea046764-8eb5-41f4-ac98-8efa323771b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (1dde90aa-f426-43e8-a1a0-7c7486785b36), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:58.069968 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ea046764-8eb5-41f4-ac98-8efa323771b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:58.073657 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ea046764-8eb5-41f4-ac98-8efa323771b4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1dde90aa-f426-43e8-a1a0-7c7486785b36 HTTP/1.1" status: 204 len: 168 time: 0.1982217 Oct 20 09:06:58.088939 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea046764-8eb5-41f4-ac98-8efa323771b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dde90aa-f426-43e8-a1a0-7c7486785b36,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:58.116609 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bf9b72bf-1db2-4b8c-a270-546274868469 req-18902922-a593-4895-b90f-075cfc16e402 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091120 Oct 20 09:06:58.136685 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port d5aa2d4a-df18-490f-b5c0-9074a308160e is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:06:58.137368 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:58.152611 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5aa2d4a-df18-490f-b5c0-9074a308160e {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:06:58.174458 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port d5aa2d4a-df18-490f-b5c0-9074a308160e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d5aa2d4a-df18-490f-b5c0-9074a308160e,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:06:58.179578 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:58.258449 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=d5aa2d4a-df18-490f-b5c0-9074a308160e,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:06:58.303252 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa57eeb-9ae2-4f38-9082-93535b0399fc req-726a1181-1ac8-4ad4-b85b-b0f8a2959e4f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:58.304808 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-efa57eeb-9ae2-4f38-9082-93535b0399fc req-726a1181-1ac8-4ad4-b85b-b0f8a2959e4f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0555699 Oct 20 09:06:58.355778 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-efa57eeb-9ae2-4f38-9082-93535b0399fc req-4b6b3a74-f31b-4703-a0b2-1cb7895520fa tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 Oct 20 09:06:58.628744 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['d5aa2d4a-df18-490f-b5c0-9074a308160e'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:06:58.836912 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:58.956978 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-efc3ed49-c10f-4fdf-8def-9516793ffd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:06:58.972142 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73920784-2d15-4415-b2c7-212659c6fe6c req-64316be6-4417-463d-a0da-2ff06dbce3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:58.973638 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-64316be6-4417-463d-a0da-2ff06dbce3da service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd&tenant_id=869b5cf3a9264fd3b70ae656d7814cfb HTTP/1.1" status: 200 len: 1128 time: 0.0790160 Oct 20 09:06:59.064660 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73920784-2d15-4415-b2c7-212659c6fe6c req-92f9b8f9-4769-4519-ad6a-4656fb600c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:59.066146 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-92f9b8f9-4769-4519-ad6a-4656fb600c9f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 1128 time: 0.0447259 Oct 20 09:06:59.169622 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73920784-2d15-4415-b2c7-212659c6fe6c req-d649571d-c640-47bc-9783-968fc33e16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:59.171375 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-d649571d-c640-47bc-9783-968fc33e16ff service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 917 time: 0.0972970 Oct 20 09:06:59.238373 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-c2139ab2-5b57-4b08-a5fd-d3d069570141 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4 HTTP/1.1" status: 200 len: 1000 time: 0.0588470 Oct 20 09:06:59.251091 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f86c5-27ee-4d33-a770-382dde9242b0 req-fa699e7d-4d42-422a-b2b6-5fb4fc8aff18 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:59.257823 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-436f86c5-27ee-4d33-a770-382dde9242b0 req-fa699e7d-4d42-422a-b2b6-5fb4fc8aff18 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 944 time: 0.0585008 Oct 20 09:06:59.296451 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73920784-2d15-4415-b2c7-212659c6fe6c req-044ebd50-fd06-4803-92e7-311b38795d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:59.297921 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-044ebd50-fd06-4803-92e7-311b38795d93 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.0446651 Oct 20 09:06:59.319215 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-436f86c5-27ee-4d33-a770-382dde9242b0 req-2e1c18a5-cbd2-4b1b-9f1f-366e682a0598 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604022 Oct 20 09:06:59.349123 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73920784-2d15-4415-b2c7-212659c6fe6c req-45681134-7f0d-453b-9e2b-fa8709ca2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:59.350640 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-45681134-7f0d-453b-9e2b-fa8709ca2340 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454049 Oct 20 09:06:59.451175 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-3e3da6b3-a189-4789-876b-6a67b80da46e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915213 Oct 20 09:06:59.556014 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37decf69-d362-49fb-8e30-4172c287f67e req-626a4d6e-8d0e-4aed-85e7-c8a6ac92771b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:06:59.556014 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-37decf69-d362-49fb-8e30-4172c287f67e req-626a4d6e-8d0e-4aed-85e7-c8a6ac92771b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0946772 Oct 20 09:06:59.565864 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:06:59.620441 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73920784-2d15-4415-b2c7-212659c6fe6c req-f43d42ad-cf0f-4123-91c0-df14f9a31a18 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588726 Oct 20 09:06:59.631386 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-37decf69-d362-49fb-8e30-4172c287f67e req-81a7c15a-0a05-4a75-8d68-fb0b9cbbd802 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684786 Oct 20 09:06:59.963317 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device d5aa2d4a-df18-490f-b5c0-9074a308160e up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:00.015914 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port d5aa2d4a-df18-490f-b5c0-9074a308160e completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:07:00.023587 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port d5aa2d4a-df18-490f-b5c0-9074a308160e triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:00.024373 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:00.024749 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port d5aa2d4a-df18-490f-b5c0-9074a308160e Oct 20 09:07:00.110027 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port d5aa2d4a-df18-490f-b5c0-9074a308160e is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:00.110710 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:00.137215 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aa2d4a-df18-490f-b5c0-9074a308160e'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:07:00.140157 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5bc5e6-f4a3-4cc1-b50c-d5491e270ffb" -d '{"events": [{"server_uuid": "9c52d13f-7238-490c-a0cd-c1d2fff9afb0", "name": "network-vif-plugged", "status": "completed", "tag": "d5aa2d4a-df18-490f-b5c0-9074a308160e"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:07:00.154929 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port d5aa2d4a-df18-490f-b5c0-9074a308160e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d5aa2d4a-df18-490f-b5c0-9074a308160e,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:00.159340 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:00.160225 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device f17302af-3ee4-46d2-a6fe-a973b183f4e4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:00.207183 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec6046f-e84c-4d07-839b-56ab272a6998 x-openstack-request-id: req-5ec6046f-e84c-4d07-839b-56ab272a6998 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:07:00.207480 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c52d13f-7238-490c-a0cd-c1d2fff9afb0", "name": "network-vif-plugged", "status": "completed", "tag": "d5aa2d4a-df18-490f-b5c0-9074a308160e", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:07:00.207735 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ec6046f-e84c-4d07-839b-56ab272a6998 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:07:00.208098 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec6046f-e84c-4d07-839b-56ab272a6998'] response: {'server_uuid': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'code': 200} Oct 20 09:07:00.252363 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:00.254643 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=d5aa2d4a-df18-490f-b5c0-9074a308160e,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:00.348086 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port f17302af-3ee4-46d2-a6fe-a973b183f4e4 is: DOWN; New status is: DOWN {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:00.525278 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83837f38-35ac-4357-a84e-969fe6cc06a5 req-0b07df62-4e59-4307-b083-e4c1a5b58dd0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:00.537462 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-83837f38-35ac-4357-a84e-969fe6cc06a5 req-0b07df62-4e59-4307-b083-e4c1a5b58dd0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0876045 Oct 20 09:07:00.563742 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:00.608551 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-83837f38-35ac-4357-a84e-969fe6cc06a5 req-41a1d8af-12cf-4ef9-8e40-ce36283b709d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658321 Oct 20 09:07:00.784273 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4657704-9f3f-470d-adc2-5829e069b7b1 req-d02bfb29-d1ad-4a4d-929c-a26e6c19446e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:00.785754 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b4657704-9f3f-470d-adc2-5829e069b7b1 req-d02bfb29-d1ad-4a4d-929c-a26e6c19446e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0550966 Oct 20 09:07:00.836228 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b4657704-9f3f-470d-adc2-5829e069b7b1 req-24bb4203-deb0-4cb1-a4be-d45d5d8a6794 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446999 Oct 20 09:07:01.042825 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-781d225a-694f-454a-b0bb-e4ef5e5d1737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:01.737653 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:01.751468 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58ae0-fe1a-4641-8eaf-210ce74b41c1 req-ba452a7c-7f95-4cd4-968f-984040264ff2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:01.753003 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76d58ae0-fe1a-4641-8eaf-210ce74b41c1 req-ba452a7c-7f95-4cd4-968f-984040264ff2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0608587 Oct 20 09:07:01.816163 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76d58ae0-fe1a-4641-8eaf-210ce74b41c1 req-28929716-5c9f-4a2f-a0a2-80906a5d039c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560315 Oct 20 09:07:01.977870 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5650c4a-5ed9-4989-8805-4b4fbf91848c req-0d910ef1-f06c-406e-98de-75f77c911ba2 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:01.979695 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c5650c4a-5ed9-4989-8805-4b4fbf91848c req-0d910ef1-f06c-406e-98de-75f77c911ba2 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0545549 Oct 20 09:07:02.030904 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c5650c4a-5ed9-4989-8805-4b4fbf91848c req-297fc643-a3df-4260-b460-5d14c2c1724f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453665 Oct 20 09:07:02.394864 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:02.947287 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0c54b-3c75-43ba-babe-f6c11ed4f566 req-835c5ab9-89d7-4e1d-a7f7-fa7237e7f7a0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:02.950862 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-56c0c54b-3c75-43ba-babe-f6c11ed4f566 req-835c5ab9-89d7-4e1d-a7f7-fa7237e7f7a0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0499988 Oct 20 09:07:03.001907 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-56c0c54b-3c75-43ba-babe-f6c11ed4f566 req-29ee7c13-db20-40a5-a99d-1c8de576d622 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467553 Oct 20 09:07:03.179008 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc73cd-0092-4d84-a063-40a6c4a437f0 req-cf178e98-d7cc-4ec1-8643-e90b25cbdd7e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:03.181323 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-45bc73cd-0092-4d84-a063-40a6c4a437f0 req-cf178e98-d7cc-4ec1-8643-e90b25cbdd7e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0665503 Oct 20 09:07:03.247036 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-45bc73cd-0092-4d84-a063-40a6c4a437f0 req-9073e049-0496-4510-bd1c-9de708c1b552 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514181 Oct 20 09:07:03.423978 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36228) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:03.540011 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5477-36a4-4088-97ab-5b2c6ffc2694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:03.617480 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5477-36a4-4088-97ab-5b2c6ffc2694 admin admin] Publish callbacks [] for security_group (fe203742-8d7d-4536-b4a1-e5e90033a847), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:03.621498 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5477-36a4-4088-97ab-5b2c6ffc2694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (fe203742-8d7d-4536-b4a1-e5e90033a847), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:03.663346 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c2dd5477-36a4-4088-97ab-5b2c6ffc2694 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=27435bf6f48543a5be061a248c79eafd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382805 Oct 20 09:07:03.664305 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd5477-36a4-4088-97ab-5b2c6ffc2694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe203742-8d7d-4536-b4a1-e5e90033a847,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:03.666074 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36232) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:03.720110 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Publish callbacks [] for security_group (fe203742-8d7d-4536-b4a1-e5e90033a847), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:03.741249 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Publish callbacks [] for security_group (fe203742-8d7d-4536-b4a1-e5e90033a847), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:03.788108 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (fe203742-8d7d-4536-b4a1-e5e90033a847), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:03.790691 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:03.791832 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fe203742-8d7d-4536-b4a1-e5e90033a847 HTTP/1.1" status: 204 len: 168 time: 0.1245432 Oct 20 09:07:03.799933 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe203742-8d7d-4536-b4a1-e5e90033a847,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:03.807336 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.807758 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.808027 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.808367 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.808703 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.809034 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.809908 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.810240 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.810604 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.810919 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.811249 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.811577 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.811899 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.812219 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:03.812552 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206b30-675a-4d88-8370-46ab38f4f3c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:04.127550 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36240) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:04.145606 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:04.149222 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5f8bb-95bb-416b-9c55-c7bcb1a9f5eb req-c9672ceb-8052-4f84-8e15-824e7884940c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:04.151065 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-08d5f8bb-95bb-416b-9c55-c7bcb1a9f5eb req-c9672ceb-8052-4f84-8e15-824e7884940c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0667901 Oct 20 09:07:04.152020 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2d59b7ce-4235-4607-a205-ea9e82f28405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:04.235073 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-08d5f8bb-95bb-416b-9c55-c7bcb1a9f5eb req-a591af86-0150-46c6-8e94-56bcff9300dd tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737236 Oct 20 09:07:04.286392 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2d59b7ce-4235-4607-a205-ea9e82f28405 admin admin] Publish callbacks [] for security_group (be7100f5-3afc-433a-a4e6-a2ff90c4605f), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:04.298017 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2d59b7ce-4235-4607-a205-ea9e82f28405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (be7100f5-3afc-433a-a4e6-a2ff90c4605f), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:04.311392 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:04.316684 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:04.346567 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36244) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:04.346773 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-2d59b7ce-4235-4607-a205-ea9e82f28405 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b92714ece8074d50ac508ddccd193850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180746 Oct 20 09:07:04.349703 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59b7ce-4235-4607-a205-ea9e82f28405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7100f5-3afc-433a-a4e6-a2ff90c4605f,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:04.406439 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65973df-4438-4ee4-acf4-83b730450370 req-e12a6ddd-a392-42fa-b8fc-98cf33a27e1b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:04.408673 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c65973df-4438-4ee4-acf4-83b730450370 req-e12a6ddd-a392-42fa-b8fc-98cf33a27e1b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0599692 Oct 20 09:07:04.424771 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-00efc87e-d2e6-428a-a920-4c9d30039432 admin admin] Publish callbacks [] for security_group (be7100f5-3afc-433a-a4e6-a2ff90c4605f), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:04.448389 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-00efc87e-d2e6-428a-a920-4c9d30039432 admin admin] Publish callbacks [] for security_group (be7100f5-3afc-433a-a4e6-a2ff90c4605f), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:04.486888 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c65973df-4438-4ee4-acf4-83b730450370 req-1d96b95f-e764-4232-963a-2547a87a2beb tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685127 Oct 20 09:07:04.524152 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-00efc87e-d2e6-428a-a920-4c9d30039432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (be7100f5-3afc-433a-a4e6-a2ff90c4605f), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:04.526624 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-00efc87e-d2e6-428a-a920-4c9d30039432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:04.531291 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-00efc87e-d2e6-428a-a920-4c9d30039432 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/be7100f5-3afc-433a-a4e6-a2ff90c4605f HTTP/1.1" status: 204 len: 168 time: 0.1831486 Oct 20 09:07:04.540162 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efc87e-d2e6-428a-a920-4c9d30039432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7100f5-3afc-433a-a4e6-a2ff90c4605f,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:05.418227 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad934c-1c53-4ce5-84ec-ab130dfe58aa req-9ec3997a-2bc2-4dc9-b0bf-80f18b251bc0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:05.422189 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-32ad934c-1c53-4ce5-84ec-ab130dfe58aa req-9ec3997a-2bc2-4dc9-b0bf-80f18b251bc0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0994759 Oct 20 09:07:05.472225 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:05.527366 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-32ad934c-1c53-4ce5-84ec-ab130dfe58aa req-2adce7c9-5179-449f-80a6-de54abab1a07 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955765 Oct 20 09:07:05.650231 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ba3c1-f52c-4a5d-a395-8551b7b3b77b req-c015a5c1-b0c1-4fd8-b312-f9be11d2a0da tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:05.651670 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8f0ba3c1-f52c-4a5d-a395-8551b7b3b77b req-c015a5c1-b0c1-4fd8-b312-f9be11d2a0da tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0614073 Oct 20 09:07:05.734188 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8f0ba3c1-f52c-4a5d-a395-8551b7b3b77b req-ac33b34e-b06b-48a7-8654-28100238821a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763226 Oct 20 09:07:06.733154 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008671b-1f3a-4e71-a119-3e2232074ad2 req-2f39780a-fe1a-44a5-b2cc-32f7ae326c77 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:06.745748 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c008671b-1f3a-4e71-a119-3e2232074ad2 req-2f39780a-fe1a-44a5-b2cc-32f7ae326c77 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.1254663 Oct 20 09:07:06.815793 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c008671b-1f3a-4e71-a119-3e2232074ad2 req-94530cff-6050-4e9c-becf-c50dc231cf80 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690982 Oct 20 09:07:06.932557 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c4ed4-4a11-44df-89ca-e58e50867026 req-c1c3f313-cb66-46c5-9e82-f4dfbc21e24e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:06.934344 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a08c4ed4-4a11-44df-89ca-e58e50867026 req-c1c3f313-cb66-46c5-9e82-f4dfbc21e24e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0508831 Oct 20 09:07:06.986580 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a08c4ed4-4a11-44df-89ca-e58e50867026 req-e6e93824-30bc-4578-8b1c-a158434f3fdb tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462985 Oct 20 09:07:07.971316 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b29be-c1ee-4eeb-9438-234cf8a16a49 req-6c618133-c78f-4c4d-a1b1-29be18a77375 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:07.973014 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7e0b29be-c1ee-4eeb-9438-234cf8a16a49 req-6c618133-c78f-4c4d-a1b1-29be18a77375 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0607357 Oct 20 09:07:08.032606 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7e0b29be-c1ee-4eeb-9438-234cf8a16a49 req-b1cb993a-5781-4cc3-8a62-2013ec85832b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539789 Oct 20 09:07:08.147415 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b72783-f4ee-464b-a10e-ac16b9e183ff req-5d08d719-9175-4264-979d-570bdfe37e8a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:08.148966 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a7b72783-f4ee-464b-a10e-ac16b9e183ff req-5d08d719-9175-4264-979d-570bdfe37e8a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0520747 Oct 20 09:07:08.202408 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a7b72783-f4ee-464b-a10e-ac16b9e183ff req-1bc1da11-44d6-4bb3-bc7d-3c44ef3d6238 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471945 Oct 20 09:07:09.173468 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaa3cb-f744-4785-9ab2-265fe2b8d459 req-32884b73-f48e-4b4d-ad99-5c83d08e946c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:09.175166 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0beaa3cb-f744-4785-9ab2-265fe2b8d459 req-32884b73-f48e-4b4d-ad99-5c83d08e946c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0551136 Oct 20 09:07:09.239985 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-0beaa3cb-f744-4785-9ab2-265fe2b8d459 req-ff68a3a8-98af-432e-ae6d-6de37dafab16 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564547 Oct 20 09:07:09.380199 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5648c-c34b-4db5-811d-9566b3286ef4 req-1414162b-21b2-493b-94ab-af96d709b232 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:09.381996 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b9f5648c-c34b-4db5-811d-9566b3286ef4 req-1414162b-21b2-493b-94ab-af96d709b232 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0613332 Oct 20 09:07:09.423169 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:07:09.430766 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36338) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:09.436434 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b9f5648c-c34b-4db5-811d-9566b3286ef4 req-43a948f5-031f-41a6-a031-fff80ed5fd19 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477700 Oct 20 09:07:09.549470 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0f5dbcb1-f836-4268-8e44-b5904c8bf214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:09.601123 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:09.630880 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0f5dbcb1-f836-4268-8e44-b5904c8bf214 admin admin] Publish callbacks [] for security_group (33c7914a-8ea1-4c59-b32b-2b0c9b53323c), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:09.634701 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0f5dbcb1-f836-4268-8e44-b5904c8bf214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (33c7914a-8ea1-4c59-b32b-2b0c9b53323c), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:09.672446 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dbcb1-f836-4268-8e44-b5904c8bf214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c7914a-8ea1-4c59-b32b-2b0c9b53323c,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:09.676558 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-0f5dbcb1-f836-4268-8e44-b5904c8bf214 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b81cd68afde444fa9c8d3bda60eecd26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449033 Oct 20 09:07:09.679748 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36342) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:09.730482 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5be612ef-bbe0-4415-bfbd-fdcdc59ffa44 admin admin] Publish callbacks [] for security_group (33c7914a-8ea1-4c59-b32b-2b0c9b53323c), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:09.750382 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5be612ef-bbe0-4415-bfbd-fdcdc59ffa44 admin admin] Publish callbacks [] for security_group (33c7914a-8ea1-4c59-b32b-2b0c9b53323c), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:09.796443 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5be612ef-bbe0-4415-bfbd-fdcdc59ffa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (33c7914a-8ea1-4c59-b32b-2b0c9b53323c), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:09.798959 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5be612ef-bbe0-4415-bfbd-fdcdc59ffa44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:09.800085 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5be612ef-bbe0-4415-bfbd-fdcdc59ffa44 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/33c7914a-8ea1-4c59-b32b-2b0c9b53323c HTTP/1.1" status: 204 len: 168 time: 0.1194453 Oct 20 09:07:09.807677 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be612ef-bbe0-4415-bfbd-fdcdc59ffa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c7914a-8ea1-4c59-b32b-2b0c9b53323c,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:10.068069 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36350) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:10.081302 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0722c307-1677-49ff-98d9-b0fb2295ff64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:10.082849 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:10.132090 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:10.162263 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0722c307-1677-49ff-98d9-b0fb2295ff64 admin admin] Publish callbacks [] for security_group (a2cfaf2f-cf10-439f-9510-962562808e42), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:10.166002 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0722c307-1677-49ff-98d9-b0fb2295ff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (a2cfaf2f-cf10-439f-9510-962562808e42), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:10.209448 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-0722c307-1677-49ff-98d9-b0fb2295ff64 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1c6ca73bdcee414a86d80c4d579a5b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403215 Oct 20 09:07:10.210521 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722c307-1677-49ff-98d9-b0fb2295ff64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cfaf2f-cf10-439f-9510-962562808e42,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:10.212255 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36352) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:10.261388 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3eb1-503d-4eae-a6b1-86a89c84ebfc admin admin] Publish callbacks [] for security_group (a2cfaf2f-cf10-439f-9510-962562808e42), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:10.285493 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3eb1-503d-4eae-a6b1-86a89c84ebfc admin admin] Publish callbacks [] for security_group (a2cfaf2f-cf10-439f-9510-962562808e42), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:10.331993 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3eb1-503d-4eae-a6b1-86a89c84ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (a2cfaf2f-cf10-439f-9510-962562808e42), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:10.334711 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3eb1-503d-4eae-a6b1-86a89c84ebfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:10.335873 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-9c9b3eb1-503d-4eae-a6b1-86a89c84ebfc admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a2cfaf2f-cf10-439f-9510-962562808e42 HTTP/1.1" status: 204 len: 168 time: 0.1226332 Oct 20 09:07:10.344098 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b3eb1-503d-4eae-a6b1-86a89c84ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cfaf2f-cf10-439f-9510-962562808e42,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:10.372820 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9a83e-0fa3-4f60-9a80-3c1781b89e8e req-1b501556-a8a6-46c4-81db-acf661140ad8 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:10.374709 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ffc9a83e-0fa3-4f60-9a80-3c1781b89e8e req-1b501556-a8a6-46c4-81db-acf661140ad8 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0550926 Oct 20 09:07:10.427315 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ffc9a83e-0fa3-4f60-9a80-3c1781b89e8e req-06d2d1f2-5f0e-42f7-8020-fd4c9caf9812 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465152 Oct 20 09:07:10.568850 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9747fa9-5923-4f09-a3e3-2e69f7b9a581 req-668bb00f-3cdf-48e8-b2ca-befab335e5e2 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:10.571056 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b9747fa9-5923-4f09-a3e3-2e69f7b9a581 req-668bb00f-3cdf-48e8-b2ca-befab335e5e2 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0479095 Oct 20 09:07:10.618935 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b9747fa9-5923-4f09-a3e3-2e69f7b9a581 req-20bab05c-42d6-42dd-9dd4-56f669146d8a tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Oct 20 09:07:11.122087 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3f683-f446-4887-b032-b49426ea7c40 req-45c59b11-2357-43a4-8653-23c05028188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:11.123826 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-52b3f683-f446-4887-b032-b49426ea7c40 req-45c59b11-2357-43a4-8653-23c05028188d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 1129 time: 0.0467670 Oct 20 09:07:11.173709 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-52b3f683-f446-4887-b032-b49426ea7c40 req-e5e5a7ab-d7b5-4bc5-962c-2d48405ba5a8 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427487 Oct 20 09:07:11.553310 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c5ba5-2cf3-458e-ba1e-84b9916a86dc req-38004dcd-3eed-46ff-8a11-165922ce09cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:11.554897 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-472c5ba5-2cf3-458e-ba1e-84b9916a86dc req-38004dcd-3eed-46ff-8a11-165922ce09cf tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0496750 Oct 20 09:07:11.605706 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-472c5ba5-2cf3-458e-ba1e-84b9916a86dc req-c5052bc6-7ce5-4edc-869f-264d2fa4e9a8 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446484 Oct 20 09:07:11.750408 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cdc9d-cf1b-4f1b-9bc4-45eead250b05 req-8993b4f1-37ee-492f-b7d3-aef0065e2abd tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:11.751937 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-433cdc9d-cf1b-4f1b-9bc4-45eead250b05 req-8993b4f1-37ee-492f-b7d3-aef0065e2abd tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0466688 Oct 20 09:07:11.801473 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-433cdc9d-cf1b-4f1b-9bc4-45eead250b05 req-47b786d2-bf71-4c9d-9328-41475b237b22 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436473 Oct 20 09:07:12.087948 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:12.447473 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36436) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:12.553214 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:12.562616 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-129b6cab-10cd-412d-be4a-8e0ed9d463b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:12.643392 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-129b6cab-10cd-412d-be4a-8e0ed9d463b5 admin admin] Publish callbacks [] for security_group (bfa48d42-7b58-40c6-8aff-e80576aac4b9), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:12.648570 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-129b6cab-10cd-412d-be4a-8e0ed9d463b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (bfa48d42-7b58-40c6-8aff-e80576aac4b9), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:12.687328 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-129b6cab-10cd-412d-be4a-8e0ed9d463b5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b97f91d8fd9a4d80afb2250ed448f29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387769 Oct 20 09:07:12.688393 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b6cab-10cd-412d-be4a-8e0ed9d463b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa48d42-7b58-40c6-8aff-e80576aac4b9,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:12.690542 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36442) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:12.748791 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858bba-2791-41d0-9dfa-7fa69845bfa5 req-976665c0-50dc-4427-bcbc-d0a402ab58ee tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:12.750230 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e8858bba-2791-41d0-9dfa-7fa69845bfa5 req-976665c0-50dc-4427-bcbc-d0a402ab58ee tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0707719 Oct 20 09:07:12.795877 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0dfa55ff-1032-4173-85e8-6932a83d5907 admin admin] Publish callbacks [] for security_group (bfa48d42-7b58-40c6-8aff-e80576aac4b9), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:12.824915 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e8858bba-2791-41d0-9dfa-7fa69845bfa5 req-6609f3da-054f-4a87-9185-69a4cc4393b1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688045 Oct 20 09:07:12.829615 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0dfa55ff-1032-4173-85e8-6932a83d5907 admin admin] Publish callbacks [] for security_group (bfa48d42-7b58-40c6-8aff-e80576aac4b9), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:12.883508 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0dfa55ff-1032-4173-85e8-6932a83d5907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (bfa48d42-7b58-40c6-8aff-e80576aac4b9), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:12.886523 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0dfa55ff-1032-4173-85e8-6932a83d5907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:12.887977 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-0dfa55ff-1032-4173-85e8-6932a83d5907 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/bfa48d42-7b58-40c6-8aff-e80576aac4b9 HTTP/1.1" status: 204 len: 168 time: 0.1964762 Oct 20 09:07:12.896738 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa55ff-1032-4173-85e8-6932a83d5907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa48d42-7b58-40c6-8aff-e80576aac4b9,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:12.952035 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fcf6f-aa2c-4ab0-b561-a6fe79b63233 req-5dffb9b3-727a-4226-869f-593bf9ac4955 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:12.953460 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0d2fcf6f-aa2c-4ab0-b561-a6fe79b63233 req-5dffb9b3-727a-4226-869f-593bf9ac4955 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0613046 Oct 20 09:07:12.985936 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321f297-57ac-48b4-b7d5-eda7f209b624 req-9b1e70c0-bd89-4bef-a707-1d89b35e3d07 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:12.987465 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d321f297-57ac-48b4-b7d5-eda7f209b624 req-9b1e70c0-bd89-4bef-a707-1d89b35e3d07 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0519094 Oct 20 09:07:13.014831 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0d2fcf6f-aa2c-4ab0-b561-a6fe79b63233 req-fc0703b6-b2a3-4998-b291-2356cdcf41c0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512774 Oct 20 09:07:13.048044 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d321f297-57ac-48b4-b7d5-eda7f209b624 req-fe447c35-796e-49f1-9747-725bb19ae704 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546625 Oct 20 09:07:13.077426 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36454) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:13.115932 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a20f3db-104f-4f55-b635-d5f750626924 tempest-TestVolumeBootPattern-1191680592 tempest-TestVolumeBootPattern-1191680592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:13.117473 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-4a20f3db-104f-4f55-b635-d5f750626924 tempest-TestVolumeBootPattern-1191680592 tempest-TestVolumeBootPattern-1191680592-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 1124 time: 0.0390544 Oct 20 09:07:13.120283 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36456) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:13.125161 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'port_id': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:13.145162 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:13.202744 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36462) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:13.216595 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9efa-e206-4317-885f-48bfe6e66369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:13.236363 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:13.242488 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:13.268493 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:13.306993 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9efa-e206-4317-885f-48bfe6e66369 admin admin] Publish callbacks [] for security_group (c7ddde5e-6292-4def-8b3a-0627102c2a4b), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:13.311854 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9efa-e206-4317-885f-48bfe6e66369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (c7ddde5e-6292-4def-8b3a-0627102c2a4b), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:13.336837 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:13.359322 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-cc6f9efa-e206-4317-885f-48bfe6e66369 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1c67825a6e4342b2855cbfebc04aa365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555412 Oct 20 09:07:13.359920 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36466) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:13.368131 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Allocated IP 172.37.2.152 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/559039cf-8d16-40ba-978b-53c425a9590a) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:07:13.373927 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f9efa-e206-4317-885f-48bfe6e66369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ddde5e-6292-4def-8b3a-0627102c2a4b,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:13.431426 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c0dd8d70-c42a-4b54-868a-788673bffdf5 admin admin] Publish callbacks [] for security_group (c7ddde5e-6292-4def-8b3a-0627102c2a4b), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:13.471220 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c0dd8d70-c42a-4b54-868a-788673bffdf5 admin admin] Publish callbacks [] for security_group (c7ddde5e-6292-4def-8b3a-0627102c2a4b), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:13.493593 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for port (559039cf-8d16-40ba-978b-53c425a9590a), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:13.522267 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c0dd8d70-c42a-4b54-868a-788673bffdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (c7ddde5e-6292-4def-8b3a-0627102c2a4b), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:13.525075 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c0dd8d70-c42a-4b54-868a-788673bffdf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:13.526399 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-c0dd8d70-c42a-4b54-868a-788673bffdf5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c7ddde5e-6292-4def-8b3a-0627102c2a4b HTTP/1.1" status: 204 len: 168 time: 0.1652899 Oct 20 09:07:13.536151 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd8d70-c42a-4b54-868a-788673bffdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ddde5e-6292-4def-8b3a-0627102c2a4b,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:13.539017 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (559039cf-8d16-40ba-978b-53c425a9590a), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:13.584233 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'Port': ['ID=559039cf-8d16-40ba-978b-53c425a9590a,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:13.594118 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:07:13.596609 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:07:13.599839 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:07:13.774578 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:13.987293 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (62ba7407-920f-42b3-95b3-6ee905fc7765), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:14.024281 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device f17302af-3ee4-46d2-a6fe-a973b183f4e4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:07:14.061499 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (559039cf-8d16-40ba-978b-53c425a9590a), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:14.162808 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:14.170589 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:14.173551 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c14a8-c260-47eb-a826-36f1dcea0b19 req-2edc7ba5-b6d3-401f-8b9d-b198bffc12e2 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:14.175497 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f50c14a8-c260-47eb-a826-36f1dcea0b19 req-2edc7ba5-b6d3-401f-8b9d-b198bffc12e2 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 944 time: 0.0589728 Oct 20 09:07:14.182806 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'port_id': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'mac_address': 'fa:16:3e:82:da:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 476, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:07:14.229677 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port f17302af-3ee4-46d2-a6fe-a973b183f4e4 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:14.230237 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:14.242614 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f50c14a8-c260-47eb-a826-36f1dcea0b19 req-4bf9ec1a-b830-4268-9df5-6941d5f58816 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606678 Oct 20 09:07:14.245582 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17302af-3ee4-46d2-a6fe-a973b183f4e4 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:07:14.257438 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for port (559039cf-8d16-40ba-978b-53c425a9590a), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:14.269243 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:14.272288 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (559039cf-8d16-40ba-978b-53c425a9590a), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:14.276483 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:14.331329 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=f17302af-3ee4-46d2-a6fe-a973b183f4e4,revision_number=9']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:14.351005 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (62ba7407-920f-42b3-95b3-6ee905fc7765), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:14.353864 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'Port': ['ID=559039cf-8d16-40ba-978b-53c425a9590a,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:14.449284 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Floating IP 62ba7407-920f-42b3-95b3-6ee905fc7765 associated. External IP: 172.37.2.152, port: d5aa2d4a-df18-490f-b5c0-9074a308160e. Oct 20 09:07:14.659042 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Router 3e2283d4-42cc-40d2-9529-fb7a4926321b has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:07:14.673911 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['f17302af-3ee4-46d2-a6fe-a973b183f4e4'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:07:14.698093 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:14.705445 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:14.784190 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:07:14.798034 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fef3df-3fe7-4a14-8024-b44c1000d3c5 None None] Sync routers for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:07:14.812323 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:14.819401 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fef3df-3fe7-4a14-8024-b44c1000d3c5 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:14.820124 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e4fef3df-3fe7-4a14-8024-b44c1000d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:14.861445 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-494fe25e-112e-4355-918c-f9bd6fdda91e tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7398880 Oct 20 09:07:14.861932 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'tag': 'd5aa2d4a-df18-490f-b5c0-9074a308160e'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:07:14.865210 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99425220-7228-40aa-83e5-d5618d2fdf9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c52d13f-7238-490c-a0cd-c1d2fff9afb0", "tag": "d5aa2d4a-df18-490f-b5c0-9074a308160e"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:07:14.920029 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80eb7e2-cfed-46f5-a93e-f920ea7c5bfc x-openstack-request-id: req-d80eb7e2-cfed-46f5-a93e-f920ea7c5bfc {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:07:14.920708 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c52d13f-7238-490c-a0cd-c1d2fff9afb0", "tag": "d5aa2d4a-df18-490f-b5c0-9074a308160e", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:07:14.920965 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d80eb7e2-cfed-46f5-a93e-f920ea7c5bfc {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:07:14.921375 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80eb7e2-cfed-46f5-a93e-f920ea7c5bfc'] response: {'name': 'network-changed', 'server_uuid': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'tag': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'status': 'completed', 'code': 200} Oct 20 09:07:14.951156 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-e4fef3df-3fe7-4a14-8024-b44c1000d3c5 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:15.034631 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425220-7228-40aa-83e5-d5618d2fdf9f req-bf24f7bc-d081-41e2-ae1f-917e29d45f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:15.036294 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-99425220-7228-40aa-83e5-d5618d2fdf9f req-bf24f7bc-d081-41e2-ae1f-917e29d45f84 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 1129 time: 0.0474341 Oct 20 09:07:15.084110 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:15.155914 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425220-7228-40aa-83e5-d5618d2fdf9f req-b5c2e579-39ba-4355-a922-853b7f757a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:15.157816 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-99425220-7228-40aa-83e5-d5618d2fdf9f req-b5c2e579-39ba-4355-a922-853b7f757a39 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 913 time: 0.1034038 Oct 20 09:07:15.167360 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e4fef3df-3fe7-4a14-8024-b44c1000d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '62ba7407-920f-42b3-95b3-6ee905fc7765', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.152', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:07:13Z', 'updated_at': '2022-10-20T09:07:13Z', 'revision_number': 0, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:15.197861 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fef3df-3fe7-4a14-8024-b44c1000d3c5 None None] Checking router: 3e2283d4-42cc-40d2-9529-fb7a4926321b for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:07:15.207882 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fef3df-3fe7-4a14-8024-b44c1000d3c5 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:15.208503 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e4fef3df-3fe7-4a14-8024-b44c1000d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:15.231139 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-99425220-7228-40aa-83e5-d5618d2fdf9f req-fc958cd9-479b-4bf1-9a05-3c8480babf42 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5aa2d4a-df18-490f-b5c0-9074a308160e HTTP/1.1" status: 200 len: 999 time: 0.0650830 Oct 20 09:07:15.312199 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425220-7228-40aa-83e5-d5618d2fdf9f req-5afbd823-3734-4b89-a419-3bf604a6093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:15.313674 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-99425220-7228-40aa-83e5-d5618d2fdf9f req-5afbd823-3734-4b89-a419-3bf604a6093b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0657344 Oct 20 09:07:15.332989 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-e4fef3df-3fe7-4a14-8024-b44c1000d3c5 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:15.373040 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425220-7228-40aa-83e5-d5618d2fdf9f req-998f436d-5b7f-4a1c-baa5-f98345ae74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:15.374867 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-99425220-7228-40aa-83e5-d5618d2fdf9f req-998f436d-5b7f-4a1c-baa5-f98345ae74b0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530648 Oct 20 09:07:15.411640 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b2e20-7c24-4252-b62c-e91319a439b7 req-f9625507-1348-493b-84b0-3bcc08ca4bc0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:15.413166 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6d3b2e20-7c24-4252-b62c-e91319a439b7 req-f9625507-1348-493b-84b0-3bcc08ca4bc0 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 945 time: 0.0519314 Oct 20 09:07:15.466186 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6d3b2e20-7c24-4252-b62c-e91319a439b7 req-c0affbdd-280f-4172-983a-5ec17cdb7d58 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468619 Oct 20 09:07:15.476583 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-99425220-7228-40aa-83e5-d5618d2fdf9f req-28d2c25b-5ec0-4bff-970b-4b83b8c07f10 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945139 Oct 20 09:07:15.544330 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:15.554691 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e4fef3df-3fe7-4a14-8024-b44c1000d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '62ba7407-920f-42b3-95b3-6ee905fc7765', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.152', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:07:13Z', 'updated_at': '2022-10-20T09:07:13Z', 'revision_number': 0, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:15.581495 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-99425220-7228-40aa-83e5-d5618d2fdf9f req-ab6c306e-cf60-42d0-8346-80dcc1113e73 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917790 Oct 20 09:07:15.583556 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fef3df-3fe7-4a14-8024-b44c1000d3c5 None None] The sync data for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi is: [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '62ba7407-920f-42b3-95b3-6ee905fc7765', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.152', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:07:13Z', 'updated_at': '2022-10-20T09:07:13Z', 'revision_number': 0, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:07:15.769918 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cefea7-a708-454c-876a-39e7b7093ea9 None None] New status for floating IP 62ba7407-920f-42b3-95b3-6ee905fc7765: ACTIVE {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:07:16.039366 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device f17302af-3ee4-46d2-a6fe-a973b183f4e4 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:16.094162 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port f17302af-3ee4-46d2-a6fe-a973b183f4e4 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:16.094844 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:16.094946 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port f17302af-3ee4-46d2-a6fe-a973b183f4e4 Oct 20 09:07:16.116912 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:16.165920 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port f17302af-3ee4-46d2-a6fe-a973b183f4e4 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:16.166306 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:16.190170 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:07:16.192412 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc09589e-7fdd-40c9-8fb8-4eec3144c205" -d '{"events": [{"server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "name": "network-vif-plugged", "status": "completed", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:07:16.204854 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:16.208935 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:16.235016 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a957d621-852c-4b78-afba-6a9670ed8857 x-openstack-request-id: req-a957d621-852c-4b78-afba-6a9670ed8857 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:07:16.235307 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "name": "network-vif-plugged", "status": "completed", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:07:16.235557 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a957d621-852c-4b78-afba-6a9670ed8857 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:07:16.235939 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a957d621-852c-4b78-afba-6a9670ed8857'] response: {'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'code': 200} Oct 20 09:07:16.261115 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=f17302af-3ee4-46d2-a6fe-a973b183f4e4,revision_number=10']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:16.590975 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead8f05-2650-4d84-ac4f-ac89cee3fc17 req-0df449ab-93ee-4b75-bf29-6f45543f9186 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:16.592440 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fead8f05-2650-4d84-ac4f-ac89cee3fc17 req-0df449ab-93ee-4b75-bf29-6f45543f9186 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 947 time: 0.0457897 Oct 20 09:07:16.638857 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fead8f05-2650-4d84-ac4f-ac89cee3fc17 req-48e5ce12-7b3a-43d5-a64e-8d0a90416c3d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408034 Oct 20 09:07:17.765088 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbceb3f5-f60d-48dc-b255-bfcb83e799e5 req-bc497d9a-453e-44f9-b71e-e305e8662517 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:17.766565 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbceb3f5-f60d-48dc-b255-bfcb83e799e5 req-bc497d9a-453e-44f9-b71e-e305e8662517 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 947 time: 0.0461082 Oct 20 09:07:17.812809 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-cbceb3f5-f60d-48dc-b255-bfcb83e799e5 req-ae452656-fbf1-4502-9f2a-7bfb09a5eb09 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408680 Oct 20 09:07:18.939466 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c76da8-6a1e-4a8b-8363-9b4f74f09298 req-a8c2ec0a-36e8-4419-9003-6de17157e224 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:18.940925 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-80c76da8-6a1e-4a8b-8363-9b4f74f09298 req-a8c2ec0a-36e8-4419-9003-6de17157e224 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 947 time: 0.0493071 Oct 20 09:07:18.987662 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-80c76da8-6a1e-4a8b-8363-9b4f74f09298 req-964c2efc-3d68-450c-86d8-84c8bd8fdf7b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410087 Oct 20 09:07:19.551688 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf412e-4215-4822-8c16-8468680b88e5 req-a1b084e7-db79-4f54-8d62-2930dcac9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:19.553188 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-79bf412e-4215-4822-8c16-8468680b88e5 req-a1b084e7-db79-4f54-8d62-2930dcac9818 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 1131 time: 0.0455976 Oct 20 09:07:19.926788 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-79bf412e-4215-4822-8c16-8468680b88e5 req-fcfb366c-0a82-4ef7-a94a-ce6e51aeeef3 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450079 Oct 20 09:07:20.113003 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee985f4-fe77-48e2-be9b-1e4b7f5a85cc req-fe6d0545-9535-4982-aa13-74a9de7b7b89 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:20.114486 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7ee985f4-fe77-48e2-be9b-1e4b7f5a85cc req-fe6d0545-9535-4982-aa13-74a9de7b7b89 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 947 time: 0.0465233 Oct 20 09:07:20.150699 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:20.163223 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7ee985f4-fe77-48e2-be9b-1e4b7f5a85cc req-933088dd-95a8-4d81-9347-f16e6789f0b9 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Oct 20 09:07:21.445940 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d82f7-a21d-4350-b082-76678e35d5ce req-81c6e2c2-fe97-4b51-af96-85a0f80af399 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:21.447418 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3e2d82f7-a21d-4350-b082-76678e35d5ce req-81c6e2c2-fe97-4b51-af96-85a0f80af399 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 947 time: 0.0474477 Oct 20 09:07:21.493364 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3e2d82f7-a21d-4350-b082-76678e35d5ce req-b0081289-1e03-46a1-8577-f3f205cc4213 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404418 Oct 20 09:07:22.242215 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36666) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:22.351989 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-39e69e08-dac0-4f1a-ab61-9489b96872ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:22.430014 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-39e69e08-dac0-4f1a-ab61-9489b96872ff admin admin] Publish callbacks [] for security_group (cea28c07-17b7-4be6-b858-57295dba595e), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:22.433903 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-39e69e08-dac0-4f1a-ab61-9489b96872ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (cea28c07-17b7-4be6-b858-57295dba595e), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:22.475662 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-39e69e08-dac0-4f1a-ab61-9489b96872ff admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=03478f9b92284bd7ac1f16ddeffb87f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322817 Oct 20 09:07:22.477951 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36672) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:22.478392 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e69e08-dac0-4f1a-ab61-9489b96872ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea28c07-17b7-4be6-b858-57295dba595e,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:22.531288 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4a9786ea-76f7-4e3e-bd58-62e1ae26ce63 admin admin] Publish callbacks [] for security_group (cea28c07-17b7-4be6-b858-57295dba595e), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:22.533956 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:22.552785 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4a9786ea-76f7-4e3e-bd58-62e1ae26ce63 admin admin] Publish callbacks [] for security_group (cea28c07-17b7-4be6-b858-57295dba595e), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:22.599237 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4a9786ea-76f7-4e3e-bd58-62e1ae26ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (cea28c07-17b7-4be6-b858-57295dba595e), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:22.601835 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4a9786ea-76f7-4e3e-bd58-62e1ae26ce63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:22.603000 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-4a9786ea-76f7-4e3e-bd58-62e1ae26ce63 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cea28c07-17b7-4be6-b858-57295dba595e HTTP/1.1" status: 204 len: 168 time: 0.1238921 Oct 20 09:07:22.611871 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9786ea-76f7-4e3e-bd58-62e1ae26ce63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea28c07-17b7-4be6-b858-57295dba595e,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:22.620861 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfe209-43ac-4094-9c1a-ef8048cc8f4b req-07d04fe1-196c-44d6-ae3b-b3bef784ad8b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:22.622593 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-22bfe209-43ac-4094-9c1a-ef8048cc8f4b req-07d04fe1-196c-44d6-ae3b-b3bef784ad8b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 947 time: 0.0486596 Oct 20 09:07:22.675434 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-22bfe209-43ac-4094-9c1a-ef8048cc8f4b req-e10f801d-fb6a-44ab-b125-01e7f9cfbe33 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467212 Oct 20 09:07:23.235111 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36700) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:23.329868 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-632591221-network', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:23.350321 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Made reservation on behalf of 45d1505e085847329f7480c9bc08f1d8 for: {'network': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:07:23.352607 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:23.361425 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:23.687861 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Publish callbacks [] for security_group (c6eaffc4-429a-4e0b-a02e-0c62a36d6124), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:23.691922 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (c6eaffc4-429a-4e0b-a02e-0c62a36d6124), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:23.713470 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=104618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:07:23.728353 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eaffc4-429a-4e0b-a02e-0c62a36d6124,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:23.734290 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (02467180-8408-4073-a005-ddb8557674b4), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:23.734765 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.segments_db [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Added segment 02467180-8408-4073-a005-ddb8557674b4 of type vlan for network 97e3a71a-7101-44af-a502-b2d032e40dce Oct 20 09:07:23.776407 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (97e3a71a-7101-44af-a502-b2d032e40dce), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:23.781550 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:23.811969 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (97e3a71a-7101-44af-a502-b2d032e40dce), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:23.813219 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:23.813876 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:23.871665 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6354420 Oct 20 09:07:23.874651 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36708) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:23.876886 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046a9c1-f5b4-426a-8fdb-190a40e99bdb admin admin] Pushing event updated for resources: {'Network': ['ID=97e3a71a-7101-44af-a502-b2d032e40dce,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:23.879469 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] Request body: {'subnet': {'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-632591221-subnet', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:23.886552 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 97e3a71a-7101-44af-a502-b2d032e40dce details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:07:23.899747 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] Made reservation on behalf of 45d1505e085847329f7480c9bc08f1d8 for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:07:23.902931 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352862'] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.300970 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59401307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352844'] for subnet (d6ba0a55-6a28-43da-bc1a-ea828efd5580), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.337366 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:24.355933 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ba0a55-6a28-43da-bc1a-ea828efd5580,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:24.371205 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] Checking segment: {'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:07:24.371559 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] Network hostable DHCP agents. Network: 97e3a71a-7101-44af-a502-b2d032e40dce, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:07:24.388975 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] Network 97e3a71a-7101-44af-a502-b2d032e40dce is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:07:24.397576 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 97e3a71a-7101-44af-a502-b2d032e40dce) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:07:24.401583 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:24.402202 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.407339 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ff8b2-3e56-4005-b8db-50191bb61afe None None] Network 97e3a71a-7101-44af-a502-b2d032e40dce requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:07:24.419415 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-da553669-d562-4609-be61-0d45e0bbee83 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5437169 Oct 20 09:07:24.422340 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36712) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:24.426803 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:24.447226 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (36fe5431-8a03-4ab8-8f59-5eea9c46af48), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.448210 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (36fe5431-8a03-4ab8-8f59-5eea9c46af48), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.505812 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Publish callbacks [] for router_controller (36fe5431-8a03-4ab8-8f59-5eea9c46af48), precommit_add_association {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.516426 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-97e3a71a-7101-44af-a502-b2d032e40dce', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 09:07:24.517359 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.585741 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:24.635695 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Publish callbacks [] for router_gateway (36fe5431-8a03-4ab8-8f59-5eea9c46af48), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.651591 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Allocated IP 172.20.0.2 (97e3a71a-7101-44af-a502-b2d032e40dce/d6ba0a55-6a28-43da-bc1a-ea828efd5580/7db5bcae-99c5-4f4b-a007-e53fce134e3a) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:07:24.792728 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Publish callbacks [] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.798950 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.816816 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Publish callbacks [] for router_gateway (36fe5431-8a03-4ab8-8f59-5eea9c46af48), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.836488 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.843432 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Network 97e3a71a-7101-44af-a502-b2d032e40dce is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:07:24.846898 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:07:24.848990 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Pushing event updated for resources: {'Port': ['ID=7db5bcae-99c5-4f4b-a007-e53fce134e3a,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:24.856281 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:07:24.858824 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.859164 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.859505 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.859842 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.860178 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.860815 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.860815 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.861154 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.861477 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.861799 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.862120 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.862441 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.862787 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.863106 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.863431 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:24.896702 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:24.929375 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Attempting to bind port 7db5bcae-99c5-4f4b-a007-e53fce134e3a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:07:24.929995 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Attempting to bind port 7db5bcae-99c5-4f4b-a007-e53fce134e3a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:07:24.930256 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Attempting to bind port 7db5bcae-99c5-4f4b-a007-e53fce134e3a on network 97e3a71a-7101-44af-a502-b2d032e40dce {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:07:24.977563 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:07:24.978049 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Checking segment: {'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:07:24.978583 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.979068 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Bound using segment: {'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:07:24.979652 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Bound port: 7db5bcae-99c5-4f4b-a007-e53fce134e3a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:07:24.980111 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:24.985142 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Allocated IP 172.37.2.137 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/b2beb188-64fd-4e16-85f1-44d794727ad5) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:07:25.014150 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:25.046175 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] For port 7db5bcae-99c5-4f4b-a007-e53fce134e3a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:07:25.049597 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] For port 7db5bcae-99c5-4f4b-a007-e53fce134e3a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7db5bcae-99c5-4f4b-a007-e53fce134e3a,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:07:25.055571 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:25.093018 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Publish callbacks [] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:25.113172 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322a0b1-d884-45b0-83c7-5ec52df87a12 None None] Pushing event updated for resources: {'Port': ['ID=7db5bcae-99c5-4f4b-a007-e53fce134e3a,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:25.130279 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:25.178760 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:07:25.185280 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:07:25.187463 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Pushing event updated for resources: {'Port': ['ID=b2beb188-64fd-4e16-85f1-44d794727ad5,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:25.189607 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:07:25.215754 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:25.452589 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Publish callbacks [] for router_gateway (36fe5431-8a03-4ab8-8f59-5eea9c46af48), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:25.635946 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (36fe5431-8a03-4ab8-8f59-5eea9c46af48), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:25.767827 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 09:07:25.815700 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 7db5bcae-99c5-4f4b-a007-e53fce134e3a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:25.824921 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:25.861924 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 7db5bcae-99c5-4f4b-a007-e53fce134e3a triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:25.862522 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:25.863044 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 7db5bcae-99c5-4f4b-a007-e53fce134e3a Oct 20 09:07:25.883526 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:07:25.896164 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Sync routers for ids ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:07:25.906059 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:25.907578 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-eba70478-1fc8-4863-8212-7206f9093cbf admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4841995 Oct 20 09:07:25.911055 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36722) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:25.920746 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Routers {'36fe5431-8a03-4ab8-8f59-5eea9c46af48'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:25.921061 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-b312e276-f018-431a-b827-5d1a98df310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:25.968054 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:26.101983 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b33dead-2ddd-4bb7-bbb7-40f837573296 None None] Network 97e3a71a-7101-44af-a502-b2d032e40dce requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:07:26.223735 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-363a2ed6-5908-4bb1-9555-9465586097d3 None None] Provisioning complete for port 7db5bcae-99c5-4f4b-a007-e53fce134e3a triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:26.224019 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-363a2ed6-5908-4bb1-9555-9465586097d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:26.224351 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-363a2ed6-5908-4bb1-9555-9465586097d3 None None] Attempt 1 to provision port 7db5bcae-99c5-4f4b-a007-e53fce134e3a Oct 20 09:07:26.232749 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:26.291292 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 7db5bcae-99c5-4f4b-a007-e53fce134e3a is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:26.291596 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:26.318855 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Set router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:26.322870 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:26.473670 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 7db5bcae-99c5-4f4b-a007-e53fce134e3a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7db5bcae-99c5-4f4b-a007-e53fce134e3a,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:26.476900 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Allocated IP 172.20.0.1 (97e3a71a-7101-44af-a502-b2d032e40dce/d6ba0a55-6a28-43da-bc1a-ea828efd5580/bdc3546e-dc7b-4a75-8183-263bcba72bec) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:07:26.486996 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:26.531034 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-363a2ed6-5908-4bb1-9555-9465586097d3 None None] Current status of the port 7db5bcae-99c5-4f4b-a007-e53fce134e3a is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:26.531419 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-363a2ed6-5908-4bb1-9555-9465586097d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:26.590889 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Publish callbacks [] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:26.596796 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:26.626022 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:26.635188 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:26.646324 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=7db5bcae-99c5-4f4b-a007-e53fce134e3a,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:26.671402 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.db.api [None req-363a2ed6-5908-4bb1-9555-9465586097d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 20 09:07:26.672060 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG oslo_db.api [None req-363a2ed6-5908-4bb1-9555-9465586097d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 09:07:26.678860 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Network 97e3a71a-7101-44af-a502-b2d032e40dce is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:07:26.679061 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-b312e276-f018-431a-b827-5d1a98df310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:25Z', 'revision_number': 3, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:26.683064 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:07:26.686085 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:07:26.705359 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Checking router: 36fe5431-8a03-4ab8-8f59-5eea9c46af48 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:07:26.705711 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Updating router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 port b2beb188-64fd-4e16-85f1-44d794727ad5 binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:07:26.712734 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:26.720495 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Pushing event updated for resources: {'Port': ['ID=bdc3546e-dc7b-4a75-8183-263bcba72bec,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:26.736341 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (36fe5431-8a03-4ab8-8f59-5eea9c46af48), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:26.755897 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:26.880324 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.035127 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Publish callbacks [] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.040621 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.064604 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Publish callbacks [] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.077675 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Attempting to bind port b2beb188-64fd-4e16-85f1-44d794727ad5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:07:27.078044 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Attempting to bind port b2beb188-64fd-4e16-85f1-44d794727ad5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:07:27.078407 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Attempting to bind port b2beb188-64fd-4e16-85f1-44d794727ad5 on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:07:27.086928 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.117667 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf4d5a-48fe-415b-bcc5-23ae22ecd353 None None] Pushing event updated for resources: {'Port': ['ID=b2beb188-64fd-4e16-85f1-44d794727ad5,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:27.138863 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:07:27.139283 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:07:27.139638 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.140028 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:07:27.140501 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Bound port: b2beb188-64fd-4e16-85f1-44d794727ad5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:07:27.140878 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.159334 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Pushing event updated for resources: {'Port': ['ID=bdc3546e-dc7b-4a75-8183-263bcba72bec,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:27.161824 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (36fe5431-8a03-4ab8-8f59-5eea9c46af48), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.164835 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:27.230081 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-b312e276-f018-431a-b827-5d1a98df310d None None] For port b2beb188-64fd-4e16-85f1-44d794727ad5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:07:27.232682 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-363a2ed6-5908-4bb1-9555-9465586097d3 None None] Current status of the port 7db5bcae-99c5-4f4b-a007-e53fce134e3a is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:27.236257 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-b312e276-f018-431a-b827-5d1a98df310d None None] For port b2beb188-64fd-4e16-85f1-44d794727ad5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b2beb188-64fd-4e16-85f1-44d794727ad5,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:07:27.243529 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.260686 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Network 97e3a71a-7101-44af-a502-b2d032e40dce is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:07:27.262428 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:07:27.291056 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Routers {'36fe5431-8a03-4ab8-8f59-5eea9c46af48'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:27.291566 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-b312e276-f018-431a-b827-5d1a98df310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:27.378920 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf4d5a-48fe-415b-bcc5-23ae22ecd353 None None] Pushing event updated for resources: {'Port': ['ID=b2beb188-64fd-4e16-85f1-44d794727ad5,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:27.394903 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-5c230c3a-7fd3-4a7f-a3e3-cce1c756e70f None None] Provisioning complete for port bdc3546e-dc7b-4a75-8183-263bcba72bec triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:27.395447 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5c230c3a-7fd3-4a7f-a3e3-cce1c756e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.395938 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-5c230c3a-7fd3-4a7f-a3e3-cce1c756e70f None None] Attempt 1 to provision port bdc3546e-dc7b-4a75-8183-263bcba72bec Oct 20 09:07:27.473323 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-5c230c3a-7fd3-4a7f-a3e3-cce1c756e70f None None] Port bdc3546e-dc7b-4a75-8183-263bcba72bec cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:07:27.475290 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:07:27.500653 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-5c230c3a-7fd3-4a7f-a3e3-cce1c756e70f None None] Provisioning complete for port 7db5bcae-99c5-4f4b-a007-e53fce134e3a triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:27.500986 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5c230c3a-7fd3-4a7f-a3e3-cce1c756e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.501319 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-5c230c3a-7fd3-4a7f-a3e3-cce1c756e70f None None] Attempt 1 to provision port 7db5bcae-99c5-4f4b-a007-e53fce134e3a Oct 20 09:07:27.524336 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-b312e276-f018-431a-b827-5d1a98df310d None None] Set router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:27.553233 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:27.631552 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:07:27.658222 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-f72a1e41-589c-42ba-a1aa-024a7e7a557a admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/36fe5431-8a03-4ab8-8f59-5eea9c46af48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7459736 Oct 20 09:07:27.719779 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-5c230c3a-7fd3-4a7f-a3e3-cce1c756e70f None None] Current status of the port 7db5bcae-99c5-4f4b-a007-e53fce134e3a is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:27.930720 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 7db5bcae-99c5-4f4b-a007-e53fce134e3a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:27.977324 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-400b5ad7-eb7b-47b0-8a90-ddc4ce491805 None None] Provisioning complete for port bdc3546e-dc7b-4a75-8183-263bcba72bec triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:27.977696 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-400b5ad7-eb7b-47b0-8a90-ddc4ce491805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:27.978025 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-400b5ad7-eb7b-47b0-8a90-ddc4ce491805 None None] Attempt 1 to provision port bdc3546e-dc7b-4a75-8183-263bcba72bec Oct 20 09:07:28.010570 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-b312e276-f018-431a-b827-5d1a98df310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bdc3546e-dc7b-4a75-8183-263bcba72bec', 'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'mac_address': 'fa:16:3e:8c:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:26Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 2, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'subnets': [{'id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:28.054693 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b312e276-f018-431a-b827-5d1a98df310d None None] The sync data for ids ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'] in dv-cinder-master-3-iscsi is: [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bdc3546e-dc7b-4a75-8183-263bcba72bec', 'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'mac_address': 'fa:16:3e:8c:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:26Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 2, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'subnets': [{'id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:07:28.060159 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-400b5ad7-eb7b-47b0-8a90-ddc4ce491805 None None] Port bdc3546e-dc7b-4a75-8183-263bcba72bec cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:07:28.062201 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 7db5bcae-99c5-4f4b-a007-e53fce134e3a triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:28.062868 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.063291 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 7db5bcae-99c5-4f4b-a007-e53fce134e3a Oct 20 09:07:28.150681 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 7db5bcae-99c5-4f4b-a007-e53fce134e3a is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:28.197935 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36758) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:28.203750 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1162619533-network', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:28.224148 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Made reservation on behalf of e216ca9a35ba499998cd5a7a1a8b37c7 for: {'network': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:07:28.226686 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.235501 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.335326 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Publish callbacks [] for security_group (80535136-48ae-4902-a659-dfbb2722e141), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.339060 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (80535136-48ae-4902-a659-dfbb2722e141), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.355272 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:28.367625 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 459} {{(pid=104618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:07:28.379661 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80535136-48ae-4902-a659-dfbb2722e141,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:28.385017 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (d234511c-08f2-40da-9434-5febfe42b28f), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.385358 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.segments_db [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Added segment d234511c-08f2-40da-9434-5febfe42b28f of type vlan for network 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 Oct 20 09:07:28.429470 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.460621 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.461803 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:28.462384 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.517431 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3182664 Oct 20 09:07:28.520355 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36760) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:28.525850 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] Request body: {'subnet': {'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1162619533-subnet', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:28.529122 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a64141-e673-42e9-8e2b-0851481e4c04 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:28.539158 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:07:28.561355 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] Made reservation on behalf of e216ca9a35ba499998cd5a7a1a8b37c7 for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:07:28.563935 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352862'] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.617557 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:28.646730 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:28.759756 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59401307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352844'] for subnet (ad02f331-1eb5-4a2a-a591-ccd1e947bc9c), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.871749 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad02f331-1eb5-4a2a-a591-ccd1e947bc9c,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:28.875215 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] Checking segment: {'id': 'd234511c-08f2-40da-9434-5febfe42b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:07:28.875523 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] Network hostable DHCP agents. Network: 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:07:28.901695 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] Network 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:07:28.914316 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:07:28.919871 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:28.920999 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:28.946430 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36774) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:28.946862 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-2dbbd307-7b55-4749-87ab-5d83809411a8 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4243877 Oct 20 09:07:28.960214 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1162619533-router', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:28.984808 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae9c6ea-caa2-4ecc-9456-41170f806d37 None None] Network 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:07:29.000697 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-4edf1bdc-8e2f-4ffe-bca7-7192fe2807d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.007079 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router (1394b6fc-8903-4405-85eb-4f02f10af135), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.008895 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router (1394b6fc-8903-4405-85eb-4f02f10af135), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.110914 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Publish callbacks [] for router_controller (1394b6fc-8903-4405-85eb-4f02f10af135), precommit_add_association {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.115743 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:29.146192 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29', 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29', 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'fixed_ips': [{'subnet_id': 'ad02f331-1eb5-4a2a-a591-ccd1e947bc9c'}]}} from dv-cinder-master-3-iscsi. {{(pid=104620) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 09:07:29.147981 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.228441 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd76e3-fe47-4582-8cfd-c86bb1610afe req-532b68f9-7484-40e5-9e22-049909039917 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:29.230783 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e2bd76e3-fe47-4582-8cfd-c86bb1610afe req-532b68f9-7484-40e5-9e22-049909039917 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 945 time: 0.1185308 Oct 20 09:07:29.313107 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.db_base_plugin_common [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Allocated IP 172.20.0.2 (6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29/ad02f331-1eb5-4a2a-a591-ccd1e947bc9c/dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39) {{(pid=104620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:07:29.320339 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Publish callbacks [] for router_gateway (1394b6fc-8903-4405-85eb-4f02f10af135), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.388571 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e2bd76e3-fe47-4582-8cfd-c86bb1610afe req-1927d4cf-8f98-437b-886c-9c7281ee23c1 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197343 Oct 20 09:07:29.438322 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:29.485827 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Publish callbacks [] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), precommit_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.488804 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:29.492886 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), after_create {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.529960 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Publish callbacks [] for router_gateway (1394b6fc-8903-4405-85eb-4f02f10af135), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.543880 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Network 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 is already hosted by enough agents. {{(pid=104620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:07:29.547281 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.base_scheduler [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Resources bound (agent type, host, resource id): {{(pid=104620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:07:29.551952 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Received port after_create {{(pid=104620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:07:29.553081 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.555063 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Pushing event updated for resources: {'Port': ['ID=dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39,revision_number=1']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:29.616366 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Attempting to bind port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:07:29.616749 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Attempting to bind port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd234511c-08f2-40da-9434-5febfe42b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:07:29.617119 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Attempting to bind port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 on network 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:07:29.662391 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:07:29.662823 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Checking segment: {'id': 'd234511c-08f2-40da-9434-5febfe42b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:07:29.663200 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.663593 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Bound using segment: {'id': 'd234511c-08f2-40da-9434-5febfe42b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:07:29.664063 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Bound port: dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd234511c-08f2-40da-9434-5febfe42b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:07:29.664443 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.667702 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Allocated IP 172.37.2.96 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/e097b42e-2935-4b9a-b5fd-74a236ba5669) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:07:29.732375 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] For port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:07:29.736441 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] For port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39,segment=NetworkSegment(d234511c-08f2-40da-9434-5febfe42b28f),segment_id=d234511c-08f2-40da-9434-5febfe42b28f)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:07:29.751171 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.807207 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:29.814573 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Publish callbacks [] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.819066 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afde0c4-0af4-4ccc-8e8d-e1e73f9f4c82 None None] Pushing event updated for resources: {'Port': ['ID=dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:29.828644 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b2beb188-64fd-4e16-85f1-44d794727ad5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:29.861383 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.890947 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port b2beb188-64fd-4e16-85f1-44d794727ad5 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:29.891327 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:29.891669 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port b2beb188-64fd-4e16-85f1-44d794727ad5 Oct 20 09:07:29.906229 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:07:29.909345 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:07:29.913444 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:07:29.936422 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Pushing event updated for resources: {'Port': ['ID=e097b42e-2935-4b9a-b5fd-74a236ba5669,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:29.976999 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port b2beb188-64fd-4e16-85f1-44d794727ad5 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:29.977472 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:30.015390 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port b2beb188-64fd-4e16-85f1-44d794727ad5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b2beb188-64fd-4e16-85f1-44d794727ad5,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:30.021760 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:30.083945 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=b2beb188-64fd-4e16-85f1-44d794727ad5,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:30.201958 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Publish callbacks [] for router_gateway (1394b6fc-8903-4405-85eb-4f02f10af135), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:30.389279 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:30.394710 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753431'] for router (1394b6fc-8903-4405-85eb-4f02f10af135), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:30.457807 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Sync routers for ids ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:07:30.469971 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Routers {'36fe5431-8a03-4ab8-8f59-5eea9c46af48'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:30.470580 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:30.530603 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Router 1394b6fc-8903-4405-85eb-4f02f10af135 is scheduled to L3 agent 998717d7-a738-461a-a32b-76af9d47b972 with binding_index 1 {{(pid=104618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 09:07:30.534444 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e200-ba8c-4e06-828d-3c5e90fd278b req-1073d978-a658-4b67-8f5c-f6ff9ffda000 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:30.536231 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77f3e200-ba8c-4e06-828d-3c5e90fd278b req-1073d978-a658-4b67-8f5c-f6ff9ffda000 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 945 time: 0.0549576 Oct 20 09:07:30.616337 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-77f3e200-ba8c-4e06-828d-3c5e90fd278b req-9640d180-9f5c-4230-8d12-c824e97ab059 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636768 Oct 20 09:07:30.684203 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Set router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:30.881481 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bdc3546e-dc7b-4a75-8183-263bcba72bec', 'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'mac_address': 'fa:16:3e:8c:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:26Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 2, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'subnets': [{'id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:30.909518 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:07:30.911702 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Checking router: 36fe5431-8a03-4ab8-8f59-5eea9c46af48 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:07:30.912040 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Updating router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 port bdc3546e-dc7b-4a75-8183-263bcba72bec binding host dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:07:30.923903 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Sync routers for ids ['1394b6fc-8903-4405-85eb-4f02f10af135'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:07:30.931893 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:30.933875 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:30.937557 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ff7466e4-b1ea-4e69-82df-7971d1a20775 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9878440 Oct 20 09:07:30.938264 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36792) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:30.940787 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Routers {'1394b6fc-8903-4405-85eb-4f02f10af135'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:30.941495 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['1394b6fc-8903-4405-85eb-4f02f10af135'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:30.944296 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.063073 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-87aa1fc3-185d-476c-84fe-bf811230d552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.087064 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-72a69212-cfc1-42d4-870c-0c350b29332b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:31.088665 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-72a69212-cfc1-42d4-870c-0c350b29332b tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 945 time: 0.1040032 Oct 20 09:07:31.133383 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Set router 1394b6fc-8903-4405-85eb-4f02f10af135 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:31.281609 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:31.294329 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Publish callbacks [] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), precommit_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.301258 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.317277 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Deleting port a91a700e-d01e-4c84-8f53-4255f46188de {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:31.317615 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.336240 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:31.341129 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'name': 'tempest-TestShelveInstance-1162619533-router', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:30Z', 'revision_number': 3, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'gw_port': {'id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:31.344113 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bcbd8c-4dd9-46dd-b0bd-a13f462ee7d2 None None] Network 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:07:31.361157 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:31.400669 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Pushing event updated for resources: {'Port': ['ID=bdc3546e-dc7b-4a75-8183-263bcba72bec,revision_number=3']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:31.411787 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.412509 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.412753 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.413192 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.413611 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.414025 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.414483 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.414899 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.415344 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.415731 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.416115 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.416514 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.416895 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.417274 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.417688 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:31.423480 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Attempting to bind port bdc3546e-dc7b-4a75-8183-263bcba72bec on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:07:31.423918 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Attempting to bind port bdc3546e-dc7b-4a75-8183-263bcba72bec by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:07:31.424340 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Attempting to bind port bdc3546e-dc7b-4a75-8183-263bcba72bec on network 97e3a71a-7101-44af-a502-b2d032e40dce {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:07:31.445747 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Checking router: 1394b6fc-8903-4405-85eb-4f02f10af135 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:07:31.446110 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Updating router 1394b6fc-8903-4405-85eb-4f02f10af135 port e097b42e-2935-4b9a-b5fd-74a236ba5669 binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:07:31.468813 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:07:31.469433 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Checking segment: {'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:07:31.469710 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.469967 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Bound using segment: {'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'} {{(pid=104621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:07:31.470439 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.managers [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Bound port: bdc3546e-dc7b-4a75-8183-263bcba72bec, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'}}] {{(pid=104621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:07:31.470944 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), before_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.483396 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-054249ef-b7d2-4e4e-aaf6-9a87527465ef None None] Provisioning complete for port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:31.483777 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-054249ef-b7d2-4e4e-aaf6-9a87527465ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.484117 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-054249ef-b7d2-4e4e-aaf6-9a87527465ef None None] Attempt 1 to provision port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 Oct 20 09:07:31.527750 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.549437 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] For port bdc3546e-dc7b-4a75-8183-263bcba72bec, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:07:31.552783 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.db [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] For port bdc3546e-dc7b-4a75-8183-263bcba72bec, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bdc3546e-dc7b-4a75-8183-263bcba72bec,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:07:31.562957 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), after_update {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.598235 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Routers {'36fe5431-8a03-4ab8-8f59-5eea9c46af48'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:31.599164 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:31.712122 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b883fb9-569b-40e0-8608-c53c8308ec0d None None] Pushing event updated for resources: {'Port': ['ID=bdc3546e-dc7b-4a75-8183-263bcba72bec,revision_number=4']} {{(pid=104621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:31.727604 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-054249ef-b7d2-4e4e-aaf6-9a87527465ef None None] Current status of the port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:31.728250 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-054249ef-b7d2-4e4e-aaf6-9a87527465ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.793896 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513446f-f004-4614-ba3e-878dacd4b823 req-1c8753b9-3e97-42cc-81ab-e3d4a0f29643 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:31.811051 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8513446f-f004-4614-ba3e-878dacd4b823 req-1c8753b9-3e97-42cc-81ab-e3d4a0f29643 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 945 time: 0.0779288 Oct 20 09:07:31.814073 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] For port a91a700e-d01e-4c84-8f53-4255f46188de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a91a700e-d01e-4c84-8f53-4255f46188de,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:31.815136 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.856003 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-054249ef-b7d2-4e4e-aaf6-9a87527465ef None None] For port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39,segment=NetworkSegment(d234511c-08f2-40da-9434-5febfe42b28f),segment_id=d234511c-08f2-40da-9434-5febfe42b28f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:31.870499 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-054249ef-b7d2-4e4e-aaf6-9a87527465ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:31.910447 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] Set router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:31.956830 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:31.978501 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8513446f-f004-4614-ba3e-878dacd4b823 req-97874759-f79f-4512-885a-d5cd3a97ab37 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=98911a41-7140-4ad0-b15d-7fe6e02f720a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518679 Oct 20 09:07:32.013821 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:32.024288 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:32.031789 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054249ef-b7d2-4e4e-aaf6-9a87527465ef None None] Pushing event updated for resources: {'Port': ['ID=dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:32.085194 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Publish callbacks [] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.098098 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-0f4a8e17-45c0-441c-afdc-b7ba47d9467e None None] Provisioning complete for port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:32.098822 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-0f4a8e17-45c0-441c-afdc-b7ba47d9467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.103097 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-0f4a8e17-45c0-441c-afdc-b7ba47d9467e None None] Attempt 1 to provision port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 Oct 20 09:07:32.108012 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.128956 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bdc3546e-dc7b-4a75-8183-263bcba72bec', 'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'mac_address': 'fa:16:3e:8c:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:26Z', 'updated_at': '2022-10-20T09:07:31Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'subnets': [{'id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:32.159423 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85578016-2f1c-49e3-a082-3ce893cd406c None None] The sync data for ids ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'] in dv-cinder-master-3-iscsi is: [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bdc3546e-dc7b-4a75-8183-263bcba72bec', 'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'mac_address': 'fa:16:3e:8c:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:26Z', 'updated_at': '2022-10-20T09:07:31Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'subnets': [{'id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:07:32.271541 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c198dee1-7e68-442d-90b5-60d483beffde req-7f816904-9828-48ff-8812-3ee6d1cd02a2 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1515462211&fields=id&tenant_id=020d4019643f4499b5162717fbf7b5b5 HTTP/1.1" status: 200 len: 267 time: 0.2501318 Oct 20 09:07:32.276856 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device bdc3546e-dc7b-4a75-8183-263bcba72bec up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:32.301598 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.329144 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.329513 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (1aba664a-4125-4e3b-83be-c292636cda71), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.329830 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Floating IP 1aba664a-4125-4e3b-83be-c292636cda71 disassociated. External IP: 172.37.2.251, port: a91a700e-d01e-4c84-8f53-4255f46188de. Oct 20 09:07:32.330170 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Calling delete_port for a91a700e-d01e-4c84-8f53-4255f46188de owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:32.349606 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Attempting to bind port e097b42e-2935-4b9a-b5fd-74a236ba5669 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:07:32.349987 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Attempting to bind port e097b42e-2935-4b9a-b5fd-74a236ba5669 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:07:32.350346 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Attempting to bind port e097b42e-2935-4b9a-b5fd-74a236ba5669 on network 55a37276-adba-416b-82c9-f27b48656ef9 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:07:32.373626 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198dee1-7e68-442d-90b5-60d483beffde req-b1828ad2-2ec7-49b0-9e6c-107c92b689a9 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:32.375194 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c198dee1-7e68-442d-90b5-60d483beffde req-b1828ad2-2ec7-49b0-9e6c-107c92b689a9 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 984 time: 0.0960808 Oct 20 09:07:32.416824 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-c198dee1-7e68-442d-90b5-60d483beffde req-7cabc587-1e57-4240-be94-d94e11b419d4 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Request body: {'port': {'security_groups': ['2cdd8ef7-2a91-411f-a8fa-81f3b8252718']}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:32.418141 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e0922-bb76-4a49-83dc-e9b2e1c6c2e9 None None] Pushing event updated for resources: {'Port': ['ID=e097b42e-2935-4b9a-b5fd-74a236ba5669,revision_number=2']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:32.449555 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.482559 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:07:32.482559 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Checking segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:07:32.482559 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.482559 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Bound using segment: {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:07:32.482559 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Bound port: e097b42e-2935-4b9a-b5fd-74a236ba5669, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c0808-765e-4b54-9207-6f5cd90eb340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:07:32.482559 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.494080 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port bdc3546e-dc7b-4a75-8183-263bcba72bec triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:32.494080 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.494393 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port bdc3546e-dc7b-4a75-8183-263bcba72bec Oct 20 09:07:32.537793 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a8e17-45c0-441c-afdc-b7ba47d9467e None None] Current status of the port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:32.540563 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:32.583193 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] For port e097b42e-2935-4b9a-b5fd-74a236ba5669, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:07:32.588497 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] For port e097b42e-2935-4b9a-b5fd-74a236ba5669, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e097b42e-2935-4b9a-b5fd-74a236ba5669,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:07:32.610929 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c198dee1-7e68-442d-90b5-60d483beffde req-7cabc587-1e57-4240-be94-d94e11b419d4 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.624492 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.663086 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port bdc3546e-dc7b-4a75-8183-263bcba72bec is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:32.663396 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.675015 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Routers {'1394b6fc-8903-4405-85eb-4f02f10af135'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:32.675641 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['1394b6fc-8903-4405-85eb-4f02f10af135'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:32.712030 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:32.740647 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e0922-bb76-4a49-83dc-e9b2e1c6c2e9 None None] Pushing event updated for resources: {'Port': ['ID=e097b42e-2935-4b9a-b5fd-74a236ba5669,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:32.774697 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Allocated IP 172.20.0.1 (6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29/ad02f331-1eb5-4a2a-a591-ccd1e947bc9c/364ce264-a095-4cb2-b25d-16a18bd0c012) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:07:32.776089 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port bdc3546e-dc7b-4a75-8183-263bcba72bec, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bdc3546e-dc7b-4a75-8183-263bcba72bec,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:32.803396 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.804205 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:32.804776 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (a91a700e-d01e-4c84-8f53-4255f46188de), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:32.844498 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'Port': ['ID=a91a700e-d01e-4c84-8f53-4255f46188de,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:32.904727 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] Set router 1394b6fc-8903-4405-85eb-4f02f10af135 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:32.934315 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:32.961190 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=bdc3546e-dc7b-4a75-8183-263bcba72bec,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:32.977663 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:33.017206 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:33.017753 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.018012 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 Oct 20 09:07:33.069357 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3d67521a-1a68-4ba2-9215-01da77381978 req-8bc3461c-067e-49cd-995c-98237f739407 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 210 time: 0.0276399 Oct 20 09:07:33.094839 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-c198dee1-7e68-442d-90b5-60d483beffde req-7cabc587-1e57-4240-be94-d94e11b419d4 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] For port 3c5f5de7-af1f-4408-ba7d-6be5f0344198, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:33.132536 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Publish callbacks [] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.152251 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:33.153441 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b2beb188-64fd-4e16-85f1-44d794727ad5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:33.155413 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c198dee1-7e68-442d-90b5-60d483beffde req-7cabc587-1e57-4240-be94-d94e11b419d4 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.166156 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c198dee1-7e68-442d-90b5-60d483beffde req-7cabc587-1e57-4240-be94-d94e11b419d4 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.169401 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Router 5d6f9d11-ff8a-4c73-8522-18898834f2fd has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:07:33.182044 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198dee1-7e68-442d-90b5-60d483beffde req-7cabc587-1e57-4240-be94-d94e11b419d4 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:33.182401 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'name': 'tempest-TestShelveInstance-1162619533-router', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:30Z', 'revision_number': 3, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'gw_port': {'id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:33.182602 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c198dee1-7e68-442d-90b5-60d483beffde req-7cabc587-1e57-4240-be94-d94e11b419d4 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.184549 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c198dee1-7e68-442d-90b5-60d483beffde req-7cabc587-1e57-4240-be94-d94e11b419d4 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "PUT /networking/v2.0/ports/3c5f5de7-af1f-4408-ba7d-6be5f0344198 HTTP/1.1" status: 200 len: 942 time: 0.7729106 Oct 20 09:07:33.187194 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:07:33.190194 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de3c2b5-9aae-4741-9ad9-161913978b82" -d '{"events": [{"name": "network-changed", "server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:07:33.192400 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36804) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:33.217985 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['3c5f5de7-af1f-4408-ba7d-6be5f0344198'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:07:33.223501 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd2c8b-3bd7-4435-bac7-22396c4dcf0d None None] The sync data for ids ['1394b6fc-8903-4405-85eb-4f02f10af135'] in dv-cinder-master-3-iscsi is: [{'id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'name': 'tempest-TestShelveInstance-1162619533-router', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:30Z', 'revision_number': 3, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'gw_port': {'id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:07:33.274920 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9aba5c-7159-48a5-9c4c-4eb1b7eccd43 x-openstack-request-id: req-cd9aba5c-7159-48a5-9c4c-4eb1b7eccd43 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:07:33.275208 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:07:33.275918 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd9aba5c-7159-48a5-9c4c-4eb1b7eccd43 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:07:33.275918 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9aba5c-7159-48a5-9c4c-4eb1b7eccd43'] response: {'name': 'network-changed', 'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'status': 'completed', 'code': 200} Oct 20 09:07:33.281773 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port b2beb188-64fd-4e16-85f1-44d794727ad5 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:33.282154 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.282615 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port b2beb188-64fd-4e16-85f1-44d794727ad5 Oct 20 09:07:33.285885 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:33.393707 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['3c5f5de7-af1f-4408-ba7d-6be5f0344198'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:07:33.400019 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabc587-1e57-4240-be94-d94e11b419d4 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event updated for resources: {'Port': ['ID=3c5f5de7-af1f-4408-ba7d-6be5f0344198,revision_number=7']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:33.431731 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.474078 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c2b5-9aae-4741-9ad9-161913978b82 req-afcaca9b-25b2-451a-8608-b03a9f87e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:33.475594 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1de3c2b5-9aae-4741-9ad9-161913978b82 req-afcaca9b-25b2-451a-8608-b03a9f87e79e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=020d4019643f4499b5162717fbf7b5b5&device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 1129 time: 0.1258290 Oct 20 09:07:33.500534 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port b2beb188-64fd-4e16-85f1-44d794727ad5 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:33.543229 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:33.579005 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Network 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:07:33.595616 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:07:33.598050 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:07:33.633717 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c859-2785-4ffb-8271-2795e253f319 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group (8dd08cd5-03a3-4623-a8b2-414b5852ea61), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.673880 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:07:33.679966 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Pushing event updated for resources: {'Port': ['ID=364ce264-a095-4cb2-b25d-16a18bd0c012,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:33.685483 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a0821c-8d12-4427-9fd3-9b4f94195cb5 None None] Sync routers for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:07:33.706147 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a0821c-8d12-4427-9fd3-9b4f94195cb5 None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:33.707145 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c4a0821c-8d12-4427-9fd3-9b4f94195cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:33.757484 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:33.774892 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c859-2785-4ffb-8271-2795e253f319 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group (8dd08cd5-03a3-4623-a8b2-414b5852ea61), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.803292 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] No DVR routers for this DVR port a91a700e-d01e-4c84-8f53-4255f46188de on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:07:33.806007 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.809397 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-9e20cfe1-5898-4c07-8ba7-9b4b39809fcb req-2d6b1cf1-a208-4a7d-a9d7-2fad3bfe4fb3 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a91a700e-d01e-4c84-8f53-4255f46188de HTTP/1.1" status: 204 len: 173 time: 2.7071640 Oct 20 09:07:33.822002 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748693'] for router_interface (1394b6fc-8903-4405-85eb-4f02f10af135), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.881852 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-c4a0821c-8d12-4427-9fd3-9b4f94195cb5 None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:33.901338 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c2b5-9aae-4741-9ad9-161913978b82 req-eff8d305-ec80-4c2e-9e91-912077c192d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:33.903505 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1de3c2b5-9aae-4741-9ad9-161913978b82 req-eff8d305-ec80-4c2e-9e91-912077c192d0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc HTTP/1.1" status: 200 len: 916 time: 0.3906357 Oct 20 09:07:33.975813 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-8c576d6b-328c-43ba-a66b-4dc315779507 None None] Provisioning complete for port 364ce264-a095-4cb2-b25d-16a18bd0c012 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:33.976479 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8c576d6b-328c-43ba-a66b-4dc315779507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:33.978886 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-8c576d6b-328c-43ba-a66b-4dc315779507 None None] Attempt 1 to provision port 364ce264-a095-4cb2-b25d-16a18bd0c012 Oct 20 09:07:34.052727 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device bdc3546e-dc7b-4a75-8183-263bcba72bec up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:34.056878 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-8c576d6b-328c-43ba-a66b-4dc315779507 None None] Port 364ce264-a095-4cb2-b25d-16a18bd0c012 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:07:34.087112 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1de3c2b5-9aae-4741-9ad9-161913978b82 req-52c95f55-2ec0-4254-8e5f-d496b03732fa service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198 HTTP/1.1" status: 200 len: 1001 time: 0.1568391 Oct 20 09:07:34.151411 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:34.153458 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c4a0821c-8d12-4427-9fd3-9b4f94195cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:34.166167 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.172088 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port bdc3546e-dc7b-4a75-8183-263bcba72bec triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:34.172487 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.173149 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port bdc3546e-dc7b-4a75-8183-263bcba72bec Oct 20 09:07:34.192343 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a0821c-8d12-4427-9fd3-9b4f94195cb5 None None] Checking router: 5d6f9d11-ff8a-4c73-8522-18898834f2fd for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:07:34.204814 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a0821c-8d12-4427-9fd3-9b4f94195cb5 None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:34.205443 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c4a0821c-8d12-4427-9fd3-9b4f94195cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:34.220596 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:34.246221 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c2b5-9aae-4741-9ad9-161913978b82 req-51ba1668-5be7-4c58-8150-a7d2a345ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:34.247736 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1de3c2b5-9aae-4741-9ad9-161913978b82 req-51ba1668-5be7-4c58-8150-a7d2a345ab4d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4650c59c-db75-4a36-bd36-566aa7d5ddfb HTTP/1.1" status: 200 len: 854 time: 0.1491678 Oct 20 09:07:34.284294 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port bdc3546e-dc7b-4a75-8183-263bcba72bec is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:34.285778 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device e097b42e-2935-4b9a-b5fd-74a236ba5669 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:34.325214 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-55ddac0c-de4b-4f83-88c8-e28b58e00243 req-dad673a9-5c54-4df1-8ec1-db85ab41d7a4 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c5dba102-6a02-40f4-a502-d1fc1cdab301 HTTP/1.1" status: 200 len: 210 time: 0.0669429 Oct 20 09:07:34.326892 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-c4a0821c-8d12-4427-9fd3-9b4f94195cb5 None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:34.332866 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.368110 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c859-2785-4ffb-8271-2795e253f319 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (8dd08cd5-03a3-4623-a8b2-414b5852ea61), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.371141 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c859-2785-4ffb-8271-2795e253f319 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.375456 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d9e1c859-2785-4ffb-8271-2795e253f319 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8dd08cd5-03a3-4623-a8b2-414b5852ea61 HTTP/1.1" status: 204 len: 168 time: 1.1602945 Oct 20 09:07:34.375845 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36812) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:34.381539 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.381781 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port e097b42e-2935-4b9a-b5fd-74a236ba5669 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:34.381781 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.381781 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port e097b42e-2935-4b9a-b5fd-74a236ba5669 Oct 20 09:07:34.397899 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c2b5-9aae-4741-9ad9-161913978b82 req-3dc170ad-297f-4bcb-aa7d-e927181c7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:34.399470 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1de3c2b5-9aae-4741-9ad9-161913978b82 req-3dc170ad-297f-4bcb-aa7d-e927181c7f38 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164796 Oct 20 09:07:34.402971 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1c859-2785-4ffb-8271-2795e253f319 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd08cd5-03a3-4623-a8b2-414b5852ea61,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:34.492532 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:34.513917 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port e097b42e-2935-4b9a-b5fd-74a236ba5669 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:34.514636 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.541072 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port e097b42e-2935-4b9a-b5fd-74a236ba5669, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e097b42e-2935-4b9a-b5fd-74a236ba5669,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:34.547607 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.548718 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:34.560201 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:34.604934 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Deleting port 6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:34.605472 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.705412 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=e097b42e-2935-4b9a-b5fd-74a236ba5669,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:34.745490 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:34.745942 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.746282 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 Oct 20 09:07:34.752628 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:34.752990 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.753535 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for floatingip (6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.768140 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Calling delete_port for 6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c owned by network:floatingip {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:34.779663 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c4a0821c-8d12-4427-9fd3-9b4f94195cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:34.800177 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1de3c2b5-9aae-4741-9ad9-161913978b82 req-7e422757-a992-4b81-a47b-a43ca7810192 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192121 Oct 20 09:07:34.821410 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a0821c-8d12-4427-9fd3-9b4f94195cb5 None None] The sync data for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi is: [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:00:41Z', 'revision_number': 4, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4d86c33-2aec-46b0-bc2a-0a669fe4acc7', 'name': '', 'network_id': 'b8327be3-f028-4ebc-9b25-81152867d29e', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'mac_address': 'fa:16:3e:76:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:38Z', 'updated_at': '2022-10-20T09:01:00Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'subnets': [{'id': 'efba2f9d-71d9-4036-8eac-f09661e43662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:07:34.828896 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Publish callbacks [] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.846777 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.884641 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:34.956225 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742661'] for router_interface (1394b6fc-8903-4405-85eb-4f02f10af135), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.970307 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Pushing event updated for resources: {'Port': ['ID=364ce264-a095-4cb2-b25d-16a18bd0c012,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:34.977948 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:34.985826 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:34.999469 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1de3c2b5-9aae-4741-9ad9-161913978b82 req-ee795afb-5920-469e-b1b3-592411bc52c5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855402 Oct 20 09:07:35.005283 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event deleted for resources: {'Port': ['ID=6c56a9a6-5a86-474a-8a6e-2a4ed11bab4c,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:35.050603 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:35.053245 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:35.080317 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks [] for floatingip (a641ac50-1147-44e8-bb6a-95890ad1e62e), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:35.080692 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Floating IP a641ac50-1147-44e8-bb6a-95890ad1e62e disassociated (deleted). External IP: 172.37.2.233, port: 3c5f5de7-af1f-4408-ba7d-6be5f0344198. Oct 20 09:07:35.089102 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Network 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:07:35.091316 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:07:35.214170 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Router 1394b6fc-8903-4405-85eb-4f02f10af135 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:07:35.336231 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:07:35.360669 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2140cab-7f5a-452a-ae95-8424aac68ab5 None None] New status for floating IP 1aba664a-4125-4e3b-83be-c292636cda71: DOWN {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:07:35.453701 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36820) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:35.485722 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:07:35.490529 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:35.499745 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f369baf-786c-46b8-8012-2a2a299532ae None None] Sync routers for ids ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:07:35.513738 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f369baf-786c-46b8-8012-2a2a299532ae None None] Routers {'50e870f4-ded0-4ffd-9e37-9db06a7b00fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:35.515263 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-1f369baf-786c-46b8-8012-2a2a299532ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:35.519392 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-3a71d3ed-d7f8-4534-9892-562b291f019c None None] Provisioning complete for port 364ce264-a095-4cb2-b25d-16a18bd0c012 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:35.519766 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-3a71d3ed-d7f8-4534-9892-562b291f019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:35.520102 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-3a71d3ed-d7f8-4534-9892-562b291f019c None None] Attempt 1 to provision port 364ce264-a095-4cb2-b25d-16a18bd0c012 Oct 20 09:07:35.528090 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'name': 'network-vif-deleted', 'tag': 'a91a700e-d01e-4c84-8f53-4255f46188de'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:07:35.530459 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dcb0b7-a850-4e9c-a429-1f333bc82c07" -d '{"events": [{"server_uuid": "c5dba102-6a02-40f4-a502-d1fc1cdab301", "name": "network-vif-deleted", "tag": "a91a700e-d01e-4c84-8f53-4255f46188de"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:07:35.544862 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-5365d6a1-1cc4-4b03-90c0-acda2d480599 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/a641ac50-1147-44e8-bb6a-95890ad1e62e HTTP/1.1" status: 204 len: 168 time: 1.1582468 Oct 20 09:07:35.544862 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:07:35.545695 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b15154-5cb5-402b-8038-964c779be8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:07:35.572465 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4166956a-4e44-42c9-ab39-44ebb93f3f64 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (98911a41-7140-4ad0-b15d-7fe6e02f720a), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:35.613724 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4166956a-4e44-42c9-ab39-44ebb93f3f64 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (98911a41-7140-4ad0-b15d-7fe6e02f720a), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:35.632906 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:35.635417 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-3a71d3ed-d7f8-4534-9892-562b291f019c None None] Port 364ce264-a095-4cb2-b25d-16a18bd0c012 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:07:35.663776 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572f809b-904e-4e92-9388-5ad07ace3231 x-openstack-request-id: req-572f809b-904e-4e92-9388-5ad07ace3231 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:07:35.664337 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5dba102-6a02-40f4-a502-d1fc1cdab301", "name": "network-vif-deleted", "tag": "a91a700e-d01e-4c84-8f53-4255f46188de", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:07:35.666146 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-572f809b-904e-4e92-9388-5ad07ace3231 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:07:35.666749 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572f809b-904e-4e92-9388-5ad07ace3231'] response: {'server_uuid': 'c5dba102-6a02-40f4-a502-d1fc1cdab301', 'name': 'network-vif-deleted', 'tag': 'a91a700e-d01e-4c84-8f53-4255f46188de', 'status': 'completed', 'code': 200} Oct 20 09:07:35.682901 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4166956a-4e44-42c9-ab39-44ebb93f3f64 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (98911a41-7140-4ad0-b15d-7fe6e02f720a), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:35.685954 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4166956a-4e44-42c9-ab39-44ebb93f3f64 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:35.687252 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-4166956a-4e44-42c9-ab39-44ebb93f3f64 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/98911a41-7140-4ad0-b15d-7fe6e02f720a HTTP/1.1" status: 204 len: 168 time: 0.2325301 Oct 20 09:07:35.693643 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36832) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:35.698496 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:07:35.711906 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-4054d919-1026-43f0-85fc-198702fd0e0b admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/1394b6fc-8903-4405-85eb-4f02f10af135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7721815 Oct 20 09:07:35.721467 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166956a-4e44-42c9-ab39-44ebb93f3f64 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98911a41-7140-4ad0-b15d-7fe6e02f720a,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:35.749396 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd04a7e6-f836-4dc2-829f-0a167450a26b x-openstack-request-id: req-dd04a7e6-f836-4dc2-829f-0a167450a26b {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:07:35.750099 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:07:35.750398 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd04a7e6-f836-4dc2-829f-0a167450a26b {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:07:35.750861 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd04a7e6-f836-4dc2-829f-0a167450a26b'] response: {'name': 'network-changed', 'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'status': 'completed', 'code': 200} Oct 20 09:07:35.757747 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.api.v2.resource [None req-7b077244-b2c3-485d-a458-e7b2f984ac69 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] show failed (client error): The resource could not be found. Oct 20 09:07:35.760225 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-7b077244-b2c3-485d-a458-e7b2f984ac69 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "GET /networking/v2.0/security-groups/98911a41-7140-4ad0-b15d-7fe6e02f720a HTTP/1.1" status: 404 len: 347 time: 0.0636632 Oct 20 09:07:35.763869 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36838) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:35.767032 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-1f369baf-786c-46b8-8012-2a2a299532ae None None] Set router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:35.874067 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b15154-5cb5-402b-8038-964c779be8fa req-afa93a44-ed84-4ed4-bb87-725ccfc44ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:35.875619 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73b15154-5cb5-402b-8038-964c779be8fa req-afa93a44-ed84-4ed4-bb87-725ccfc44ce4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=020d4019643f4499b5162717fbf7b5b5&device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 1129 time: 0.1003134 Oct 20 09:07:35.997145 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b66b2-f82f-4cb5-95a6-2342b84fd4e8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Deleting port 6eb65f76-c040-42d0-9557-67164bea82c9 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:35.997492 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8e5b66b2-f82f-4cb5-95a6-2342b84fd4e8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (6eb65f76-c040-42d0-9557-67164bea82c9), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.007890 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device e097b42e-2935-4b9a-b5fd-74a236ba5669 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:36.098692 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port e097b42e-2935-4b9a-b5fd-74a236ba5669 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:36.099280 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.099782 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port e097b42e-2935-4b9a-b5fd-74a236ba5669 Oct 20 09:07:36.104325 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b15154-5cb5-402b-8038-964c779be8fa req-ea4a03fe-1889-4901-a9cf-557d3608ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:36.106448 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73b15154-5cb5-402b-8038-964c779be8fa req-ea4a03fe-1889-4901-a9cf-557d3608ddd3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc HTTP/1.1" status: 200 len: 916 time: 0.2202148 Oct 20 09:07:36.169793 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device a91a700e-d01e-4c84-8f53-4255f46188de no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:36.180250 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-1f369baf-786c-46b8-8012-2a2a299532ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 4, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '47d5c560-6179-4e9e-b947-078ab410b9dd', 'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'mac_address': 'fa:16:3e:48:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:06Z', 'updated_at': '2022-10-20T09:05:12Z', 'revision_number': 5, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'subnets': [{'id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:36.183076 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8e5b66b2-f82f-4cb5-95a6-2342b84fd4e8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (6eb65f76-c040-42d0-9557-67164bea82c9), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.185291 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8e5b66b2-f82f-4cb5-95a6-2342b84fd4e8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (6eb65f76-c040-42d0-9557-67164bea82c9), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.212234 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73b15154-5cb5-402b-8038-964c779be8fa req-aec4001d-d9dd-458a-a38f-71a79f431d5f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198 HTTP/1.1" status: 200 len: 217 time: 0.0976737 Oct 20 09:07:36.216325 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f369baf-786c-46b8-8012-2a2a299532ae None None] Checking router: 50e870f4-ded0-4ffd-9e37-9db06a7b00fb for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:07:36.224499 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b66b2-f82f-4cb5-95a6-2342b84fd4e8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Calling delete_port for 6eb65f76-c040-42d0-9557-67164bea82c9 owned by network:floatingip {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:36.226718 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: a91a700e-d01e-4c84-8f53-4255f46188de {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:36.227157 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device a91a700e-d01e-4c84-8f53-4255f46188de not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:36.242241 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f369baf-786c-46b8-8012-2a2a299532ae None None] Routers {'50e870f4-ded0-4ffd-9e37-9db06a7b00fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:36.242462 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-1f369baf-786c-46b8-8012-2a2a299532ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:36.255210 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Sync routers for ids ['1394b6fc-8903-4405-85eb-4f02f10af135'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:07:36.263941 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port e097b42e-2935-4b9a-b5fd-74a236ba5669 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:36.276365 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b15154-5cb5-402b-8038-964c779be8fa req-e367f7f3-beaf-44f6-8106-04e3e5a95fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:36.278565 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73b15154-5cb5-402b-8038-964c779be8fa req-e367f7f3-beaf-44f6-8106-04e3e5a95fa7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4650c59c-db75-4a36-bd36-566aa7d5ddfb HTTP/1.1" status: 200 len: 854 time: 0.0596235 Oct 20 09:07:36.295779 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Routers {'1394b6fc-8903-4405-85eb-4f02f10af135'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:36.296838 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['1394b6fc-8903-4405-85eb-4f02f10af135'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:36.326610 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b15154-5cb5-402b-8038-964c779be8fa req-28a2aa43-a558-4451-902e-99ab355f3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:36.328228 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73b15154-5cb5-402b-8038-964c779be8fa req-28a2aa43-a558-4451-902e-99ab355f3514 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411403 Oct 20 09:07:36.383591 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-1f369baf-786c-46b8-8012-2a2a299532ae None None] Set router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:36.426812 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Set router 1394b6fc-8903-4405-85eb-4f02f10af135 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:36.439501 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73b15154-5cb5-402b-8038-964c779be8fa req-bad730c4-173e-456e-9f39-e8432635ab9b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030889 Oct 20 09:07:36.444650 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:36.455100 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8e5b66b2-f82f-4cb5-95a6-2342b84fd4e8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (6eb65f76-c040-42d0-9557-67164bea82c9), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.484111 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:36.505450 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36848) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:36.509979 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-0197719c-1d8f-42f5-97da-7f0738fa44dd tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66517357', 'description': 'tempest-secgroup-smoke-66517357 description', 'project_id': '45d1505e085847329f7480c9bc08f1d8'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:36.517118 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b66b2-f82f-4cb5-95a6-2342b84fd4e8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Pushing event deleted for resources: {'Port': ['ID=6eb65f76-c040-42d0-9557-67164bea82c9,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:36.537166 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0197719c-1d8f-42f5-97da-7f0738fa44dd tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.622822 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:36.631165 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8e5b66b2-f82f-4cb5-95a6-2342b84fd4e8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks [] for floatingip (1aba664a-4125-4e3b-83be-c292636cda71), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.632422 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0197719c-1d8f-42f5-97da-7f0738fa44dd tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group (fd5f3bd2-20c4-4165-9676-2f78d82ca4ff), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.641344 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8e5b66b2-f82f-4cb5-95a6-2342b84fd4e8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.644044 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0197719c-1d8f-42f5-97da-7f0738fa44dd tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (fd5f3bd2-20c4-4165-9676-2f78d82ca4ff), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.645298 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-8e5b66b2-f82f-4cb5-95a6-2342b84fd4e8 tempest-AttachVolumeNegativeTest-1404176933 tempest-AttachVolumeNegativeTest-1404176933-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/1aba664a-4125-4e3b-83be-c292636cda71 HTTP/1.1" status: 204 len: 168 time: 0.8785009 Oct 20 09:07:36.665583 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-1f369baf-786c-46b8-8012-2a2a299532ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 4, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '47d5c560-6179-4e9e-b947-078ab410b9dd', 'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'mac_address': 'fa:16:3e:48:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:06Z', 'updated_at': '2022-10-20T09:05:12Z', 'revision_number': 5, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'subnets': [{'id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:36.678177 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0197719c-1d8f-42f5-97da-7f0738fa44dd tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.679762 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-0197719c-1d8f-42f5-97da-7f0738fa44dd tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1733477 Oct 20 09:07:36.682860 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36852) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:36.686942 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-73b15154-5cb5-402b-8038-964c779be8fa req-e69ab1c3-c3fa-4b53-b56b-ea8c2c3fb044 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400002 Oct 20 09:07:36.688479 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-ddb20ecc-2c69-4d4f-8c52-e46bdc7fe2f7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f3bd2-20c4-4165-9676-2f78d82ca4ff', 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:36.698113 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197719c-1d8f-42f5-97da-7f0738fa44dd tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:36.699918 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f369baf-786c-46b8-8012-2a2a299532ae None None] The sync data for ids ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'] in dv-cinder-master-3-iscsi is: [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:05:06Z', 'revision_number': 4, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '47d5c560-6179-4e9e-b947-078ab410b9dd', 'name': '', 'network_id': 'c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'mac_address': 'fa:16:3e:48:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:06Z', 'updated_at': '2022-10-20T09:05:12Z', 'revision_number': 5, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'subnets': [{'id': '4650c59c-db75-4a36-bd36-566aa7d5ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:07:36.730176 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ddb20ecc-2c69-4d4f-8c52-e46bdc7fe2f7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (d3bbb75d-0403-4799-8ff9-08d2893ec084), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.810515 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ddb20ecc-2c69-4d4f-8c52-e46bdc7fe2f7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (d3bbb75d-0403-4799-8ff9-08d2893ec084), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.827327 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ddb20ecc-2c69-4d4f-8c52-e46bdc7fe2f7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (d3bbb75d-0403-4799-8ff9-08d2893ec084), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.844374 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb20ecc-2c69-4d4f-8c52-e46bdc7fe2f7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bbb75d-0403-4799-8ff9-08d2893ec084,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:36.862091 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ddb20ecc-2c69-4d4f-8c52-e46bdc7fe2f7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.863610 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ddb20ecc-2c69-4d4f-8c52-e46bdc7fe2f7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790514 Oct 20 09:07:36.866288 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36858) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:36.869220 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'name': 'tempest-TestShelveInstance-1162619533-router', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:34Z', 'revision_number': 4, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'gw_port': {'id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '364ce264-a095-4cb2-b25d-16a18bd0c012', 'name': '', 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'mac_address': 'fa:16:3e:86:97:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad02f331-1eb5-4a2a-a591-ccd1e947bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:32Z', 'updated_at': '2022-10-20T09:07:34Z', 'revision_number': 2, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'subnets': [{'id': 'ad02f331-1eb5-4a2a-a591-ccd1e947bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:36.871957 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-6b6dfae0-6da9-449f-9407-39d4329b115e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f3bd2-20c4-4165-9676-2f78d82ca4ff', 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:36.899724 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Checking router: 1394b6fc-8903-4405-85eb-4f02f10af135 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:07:36.900121 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Updating router 1394b6fc-8903-4405-85eb-4f02f10af135 port 364ce264-a095-4cb2-b25d-16a18bd0c012 binding host dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 09:07:36.913563 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6b6dfae0-6da9-449f-9407-39d4329b115e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (10da59ff-43f7-4d83-b57e-068437ae2e94), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.940262 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.974730 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6b6dfae0-6da9-449f-9407-39d4329b115e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (10da59ff-43f7-4d83-b57e-068437ae2e94), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:36.980498 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6b6dfae0-6da9-449f-9407-39d4329b115e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (10da59ff-43f7-4d83-b57e-068437ae2e94), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.003686 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dfae0-6da9-449f-9407-39d4329b115e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10da59ff-43f7-4d83-b57e-068437ae2e94,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:37.012124 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6b6dfae0-6da9-449f-9407-39d4329b115e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.013539 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-6b6dfae0-6da9-449f-9407-39d4329b115e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461010 Oct 20 09:07:37.016425 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 36860) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:37.021414 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-a43f996e-f86a-4ed2-b97d-45dd1ad5130f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f3bd2-20c4-4165-9676-2f78d82ca4ff', 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:37.041600 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:37.056673 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:37.062940 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a43f996e-f86a-4ed2-b97d-45dd1ad5130f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (c371b20f-cb30-4d01-ad50-2a285479aa16), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.080709 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c106e9-1db2-4611-a84e-79371df0a42a None None] New status for floating IP a641ac50-1147-44e8-bb6a-95890ad1e62e: DOWN {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:07:37.105915 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:37.139109 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a43f996e-f86a-4ed2-b97d-45dd1ad5130f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (c371b20f-cb30-4d01-ad50-2a285479aa16), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.148129 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a43f996e-f86a-4ed2-b97d-45dd1ad5130f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (c371b20f-cb30-4d01-ad50-2a285479aa16), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.170139 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f996e-f86a-4ed2-b97d-45dd1ad5130f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c371b20f-cb30-4d01-ad50-2a285479aa16,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:37.178600 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a43f996e-f86a-4ed2-b97d-45dd1ad5130f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.179984 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a43f996e-f86a-4ed2-b97d-45dd1ad5130f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625032 Oct 20 09:07:37.182793 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36864) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:37.189804 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-3f3520fc-194f-47b0-8514-c145d07de069 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f3bd2-20c4-4165-9676-2f78d82ca4ff', 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:37.224737 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3f3520fc-194f-47b0-8514-c145d07de069 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (0046bb58-2b9e-4234-9d87-591602dd7fcd), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.266809 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:37.283074 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Publish callbacks [] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), precommit_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.289561 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.293614 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3f3520fc-194f-47b0-8514-c145d07de069 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (0046bb58-2b9e-4234-9d87-591602dd7fcd), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.297136 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3f3520fc-194f-47b0-8514-c145d07de069 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (0046bb58-2b9e-4234-9d87-591602dd7fcd), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.317064 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3520fc-194f-47b0-8514-c145d07de069 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0046bb58-2b9e-4234-9d87-591602dd7fcd,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:37.326230 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3f3520fc-194f-47b0-8514-c145d07de069 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.327533 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-3f3520fc-194f-47b0-8514-c145d07de069 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428792 Oct 20 09:07:37.330420 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36866) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:37.334872 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-b14445fb-9a66-44bf-b871-13c59373111a tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f3bd2-20c4-4165-9676-2f78d82ca4ff', 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:37.357136 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.securitygroups_db [None req-b14445fb-9a66-44bf-b871-13c59373111a tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Project 45d1505e085847329f7480c9bc08f1d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 09:07:37.358285 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecbc8a-7309-4ca0-95f3-29e643ef2662 None None] Pushing event updated for resources: {'Port': ['ID=364ce264-a095-4cb2-b25d-16a18bd0c012,revision_number=3']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:37.364514 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b14445fb-9a66-44bf-b871-13c59373111a tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (c4a894d6-0ce5-430e-8b13-5cea09b73ac4), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.391417 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Attempting to bind port 364ce264-a095-4cb2-b25d-16a18bd0c012 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:07:37.391717 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Attempting to bind port 364ce264-a095-4cb2-b25d-16a18bd0c012 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd234511c-08f2-40da-9434-5febfe42b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29'}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:07:37.392082 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Attempting to bind port 364ce264-a095-4cb2-b25d-16a18bd0c012 on network 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:07:37.425639 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b14445fb-9a66-44bf-b871-13c59373111a tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (c4a894d6-0ce5-430e-8b13-5cea09b73ac4), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.429114 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b14445fb-9a66-44bf-b871-13c59373111a tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (c4a894d6-0ce5-430e-8b13-5cea09b73ac4), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.436243 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Checking agent: {'id': '552ceabd-6b66-470a-9107-53e33a101936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 52, 34), 'started_at': datetime.datetime(2022, 10, 20, 8, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:07:37.436870 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Checking segment: {'id': 'd234511c-08f2-40da-9434-5febfe42b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:07:37.437106 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.437397 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Bound using segment: {'id': 'd234511c-08f2-40da-9434-5febfe42b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29'} {{(pid=104620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:07:37.437867 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.managers [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Bound port: 364ce264-a095-4cb2-b25d-16a18bd0c012, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd234511c-08f2-40da-9434-5febfe42b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29'}}] {{(pid=104620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:07:37.438243 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.450173 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14445fb-9a66-44bf-b871-13c59373111a tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a894d6-0ce5-430e-8b13-5cea09b73ac4,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:37.457736 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b14445fb-9a66-44bf-b871-13c59373111a tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.461473 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-b14445fb-9a66-44bf-b871-13c59373111a tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275489 Oct 20 09:07:37.461631 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36868) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:37.466741 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-b24ee695-4408-425b-871e-4d5f45da5854 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f3bd2-20c4-4165-9676-2f78d82ca4ff', 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:07:37.488227 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.securitygroups_db [None req-b24ee695-4408-425b-871e-4d5f45da5854 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Project 45d1505e085847329f7480c9bc08f1d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 09:07:37.493615 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b24ee695-4408-425b-871e-4d5f45da5854 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (2749edb8-ae60-47b5-be98-06ac47e8e3b0), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.502246 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] For port 364ce264-a095-4cb2-b25d-16a18bd0c012, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:07:37.505480 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] For port 364ce264-a095-4cb2-b25d-16a18bd0c012, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=364ce264-a095-4cb2-b25d-16a18bd0c012,segment=NetworkSegment(d234511c-08f2-40da-9434-5febfe42b28f),segment_id=d234511c-08f2-40da-9434-5febfe42b28f)] {{(pid=104620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:07:37.513442 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.545003 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:37.555362 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Routers {'1394b6fc-8903-4405-85eb-4f02f10af135'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:37.555640 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b24ee695-4408-425b-871e-4d5f45da5854 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (2749edb8-ae60-47b5-be98-06ac47e8e3b0), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.555991 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['1394b6fc-8903-4405-85eb-4f02f10af135'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:37.560176 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b24ee695-4408-425b-871e-4d5f45da5854 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771348'] for security_group_rule (2749edb8-ae60-47b5-be98-06ac47e8e3b0), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.581646 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ee695-4408-425b-871e-4d5f45da5854 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2749edb8-ae60-47b5-be98-06ac47e8e3b0,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:37.589668 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-b24ee695-4408-425b-871e-4d5f45da5854 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:37.591155 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-b24ee695-4408-425b-871e-4d5f45da5854 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285806 Oct 20 09:07:37.606414 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecbc8a-7309-4ca0-95f3-29e643ef2662 None None] Pushing event updated for resources: {'Port': ['ID=364ce264-a095-4cb2-b25d-16a18bd0c012,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:37.648754 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:37.678023 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] Set router 1394b6fc-8903-4405-85eb-4f02f10af135 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:37.886835 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'name': 'tempest-TestShelveInstance-1162619533-router', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:34Z', 'revision_number': 4, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'gw_port': {'id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '364ce264-a095-4cb2-b25d-16a18bd0c012', 'name': '', 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'mac_address': 'fa:16:3e:86:97:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad02f331-1eb5-4a2a-a591-ccd1e947bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:32Z', 'updated_at': '2022-10-20T09:07:37Z', 'revision_number': 4, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'subnets': [{'id': 'ad02f331-1eb5-4a2a-a591-ccd1e947bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:37.917379 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659c587-7480-4e53-b41a-100f86ce54ac None None] The sync data for ids ['1394b6fc-8903-4405-85eb-4f02f10af135'] in dv-cinder-master-3-iscsi is: [{'id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'name': 'tempest-TestShelveInstance-1162619533-router', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:34Z', 'revision_number': 4, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'gw_port': {'id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '364ce264-a095-4cb2-b25d-16a18bd0c012', 'name': '', 'network_id': '6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'mac_address': 'fa:16:3e:86:97:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad02f331-1eb5-4a2a-a591-ccd1e947bc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:32Z', 'updated_at': '2022-10-20T09:07:37Z', 'revision_number': 4, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'subnets': [{'id': 'ad02f331-1eb5-4a2a-a591-ccd1e947bc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:07:39.812512 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 364ce264-a095-4cb2-b25d-16a18bd0c012 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:39.858874 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 364ce264-a095-4cb2-b25d-16a18bd0c012 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:39.859254 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:39.859592 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 364ce264-a095-4cb2-b25d-16a18bd0c012 Oct 20 09:07:39.931020 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 364ce264-a095-4cb2-b25d-16a18bd0c012 is: DOWN; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:39.931409 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:39.966529 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] For port 364ce264-a095-4cb2-b25d-16a18bd0c012, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=364ce264-a095-4cb2-b25d-16a18bd0c012,segment=NetworkSegment(d234511c-08f2-40da-9434-5febfe42b28f),segment_id=d234511c-08f2-40da-9434-5febfe42b28f)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:39.970323 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:39.974730 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:40.019407 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Pushing event updated for resources: {'Port': ['ID=364ce264-a095-4cb2-b25d-16a18bd0c012,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:40.767728 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 36998) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:40.825771 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742906-fab8-4c84-b158-185d91bc7111 req-a99900b3-080f-4f65-8504-6c38c9539697 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:40.828053 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ea742906-fab8-4c84-b158-185d91bc7111 req-a99900b3-080f-4f65-8504-6c38c9539697 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 945 time: 0.0557456 Oct 20 09:07:40.881462 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ea742906-fab8-4c84-b158-185d91bc7111 req-26fa837d-f67f-49f6-81b9-78e14e13d06d tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478227 Oct 20 09:07:41.252058 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742702'] for router_interface (5d6f9d11-ff8a-4c73-8522-18898834f2fd), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:41.381021 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:41.483049 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] Deleting port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:41.483387 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:41.565121 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] For port d4d86c33-2aec-46b0-bc2a-0a669fe4acc7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4d86c33-2aec-46b0-bc2a-0a669fe4acc7,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:41.565463 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:41.578248 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] Calling delete_port for d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 owned by network:router_interface {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:41.764232 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (d4d86c33-2aec-46b0-bc2a-0a669fe4acc7), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:41.796977 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d86c33-2aec-46b0-bc2a-0a669fe4acc7,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:41.836403 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 364ce264-a095-4cb2-b25d-16a18bd0c012 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:07:41.887330 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:41.934200 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Provisioning complete for port 364ce264-a095-4cb2-b25d-16a18bd0c012 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:41.934630 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:41.934977 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Attempt 1 to provision port 364ce264-a095-4cb2-b25d-16a18bd0c012 Oct 20 09:07:42.067260 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742810'] for router_interface (5d6f9d11-ff8a-4c73-8522-18898834f2fd), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:42.067401 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Current status of the port 364ce264-a095-4cb2-b25d-16a18bd0c012 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:42.126139 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:42.151871 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784786c-ffdb-4722-a74d-1fc1a7e52d78 req-376fc0ce-a24b-44d3-a4a7-ff9b163cff00 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:42.162454 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4784786c-ffdb-4722-a74d-1fc1a7e52d78 req-376fc0ce-a24b-44d3-a4a7-ff9b163cff00 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 945 time: 0.1317472 Oct 20 09:07:42.179059 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf364b0-c669-469c-a297-5bfa729c9d57 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 09:07:42.260092 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4784786c-ffdb-4722-a74d-1fc1a7e52d78 req-4965cb60-ca7c-4436-9d5d-537f68c3fd85 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964611 Oct 20 09:07:42.352952 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf364b0-c669-469c-a297-5bfa729c9d57 None None] Resources bound (agent type, host, resource id): {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 09:07:42.362311 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:42.397992 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] Router 5d6f9d11-ff8a-4c73-8522-18898834f2fd has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:07:42.423281 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:42.515590 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:07:42.524987 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-56acbc79-a57d-4cae-bfc8-0f929947af64 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/5d6f9d11-ff8a-4c73-8522-18898834f2fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587800 Oct 20 09:07:42.525525 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37020) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:42.550827 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ccf324-e13b-4965-9c4b-8873baf9a2be None None] Sync routers for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:07:42.568169 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ccf324-e13b-4965-9c4b-8873baf9a2be None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:42.568588 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-87ccf324-e13b-4965-9c4b-8873baf9a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:42.643292 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Publish callbacks [] for router (5d6f9d11-ff8a-4c73-8522-18898834f2fd), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:42.684425 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-87ccf324-e13b-4965-9c4b-8873baf9a2be None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:42.772182 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Publish callbacks [] for router_gateway (5d6f9d11-ff8a-4c73-8522-18898834f2fd), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:42.819979 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Deleting port b9c17faa-b73e-489f-94ef-9ec4cf325e4b {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:42.820270 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:42.915404 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] For port b9c17faa-b73e-489f-94ef-9ec4cf325e4b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b9c17faa-b73e-489f-94ef-9ec4cf325e4b,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:42.915759 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:42.930171 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Calling delete_port for b9c17faa-b73e-489f-94ef-9ec4cf325e4b owned by network:router_gateway {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:43.042762 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-87ccf324-e13b-4965-9c4b-8873baf9a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:07:41Z', 'revision_number': 5, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port': {'id': 'b9c17faa-b73e-489f-94ef-9ec4cf325e4b', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:31Z', 'updated_at': '2022-10-20T09:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:43.069863 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ccf324-e13b-4965-9c4b-8873baf9a2be None None] Checking router: 5d6f9d11-ff8a-4c73-8522-18898834f2fd for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:07:43.080524 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ccf324-e13b-4965-9c4b-8873baf9a2be None None] Routers {'5d6f9d11-ff8a-4c73-8522-18898834f2fd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:43.081205 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-87ccf324-e13b-4965-9c4b-8873baf9a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:43.110599 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (b9c17faa-b73e-489f-94ef-9ec4cf325e4b), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.114589 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:43.139232 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c17faa-b73e-489f-94ef-9ec4cf325e4b,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:43.157643 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-3a3817f3-7eae-4e03-b2af-9b00168f1bc0 None None] Provisioning complete for port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:43.158013 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-3a3817f3-7eae-4e03-b2af-9b00168f1bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.158345 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-3a3817f3-7eae-4e03-b2af-9b00168f1bc0 None None] Attempt 1 to provision port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 Oct 20 09:07:43.172834 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:43.185966 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:43.214564 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-87ccf324-e13b-4965-9c4b-8873baf9a2be None None] Set router 5d6f9d11-ff8a-4c73-8522-18898834f2fd gateway port host: None {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:43.221343 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753523'] for router_gateway (5d6f9d11-ff8a-4c73-8522-18898834f2fd), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.269928 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-87ccf324-e13b-4965-9c4b-8873baf9a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:07:42Z', 'revision_number': 6, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:43.300854 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ccf324-e13b-4965-9c4b-8873baf9a2be None None] The sync data for ids ['5d6f9d11-ff8a-4c73-8522-18898834f2fd'] in dv-cinder-master-3-iscsi is: [{'id': '5d6f9d11-ff8a-4c73-8522-18898834f2fd', 'name': 'tempest-AttachVolumeNegativeTest-432081736-router', 'tenant_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:29Z', 'updated_at': '2022-10-20T09:07:42Z', 'revision_number': 6, 'project_id': 'fcf51428b6bd4c428e1e01aadc6abe48', 'gw_port_host': None}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:07:43.346056 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-3a3817f3-7eae-4e03-b2af-9b00168f1bc0 None None] Current status of the port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:43.402929 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router (5d6f9d11-ff8a-4c73-8522-18898834f2fd), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.414566 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Publish callbacks [] for router_controller (5d6f9d11-ff8a-4c73-8522-18898834f2fd), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.477830 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0111b-2f54-49f4-92f6-719371089643 req-f4b86418-7f65-4a0e-9df9-82fe2878128a tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:43.479249 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dbc0111b-2f54-49f4-92f6-719371089643 req-f4b86418-7f65-4a0e-9df9-82fe2878128a tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 945 time: 0.1123197 Oct 20 09:07:43.525143 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52ff7e-6875-4f50-83b1-d6605ab3c0a8 req-551060e1-28f7-469e-ad66-859a8750a54f tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:43.526623 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-9d52ff7e-6875-4f50-83b1-d6605ab3c0a8 req-551060e1-28f7-469e-ad66-859a8750a54f tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 945 time: 0.1437111 Oct 20 09:07:43.535049 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742733'] for router (5d6f9d11-ff8a-4c73-8522-18898834f2fd), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.535641 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6f9d11-ff8a-4c73-8522-18898834f2fd {{(pid=104619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 09:07:43.540588 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.541634 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-086032b0-914e-42d8-a5ce-135bf68ad910 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/5d6f9d11-ff8a-4c73-8522-18898834f2fd HTTP/1.1" status: 204 len: 168 time: 1.0128210 Oct 20 09:07:43.544439 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37028) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:43.583979 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-9d52ff7e-6875-4f50-83b1-d6605ab3c0a8 req-18ee4646-7b48-4fce-8e35-e352aa9ac298 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cdd8ef7-2a91-411f-a8fa-81f3b8252718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507023 Oct 20 09:07:43.592871 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b9d6e2-2b1b-42a6-a111-d7452523cd23 admin admin] Deleting subnet efba2f9d-71d9-4036-8eac-f09661e43662 {{(pid=104618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:07:43.596250 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d7b9d6e2-2b1b-42a6-a111-d7452523cd23 admin admin] Publish callbacks [] for subnet (efba2f9d-71d9-4036-8eac-f09661e43662), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.635650 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d7b9d6e2-2b1b-42a6-a111-d7452523cd23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59339449'] for subnet (efba2f9d-71d9-4036-8eac-f09661e43662), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.714632 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d7b9d6e2-2b1b-42a6-a111-d7452523cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (efba2f9d-71d9-4036-8eac-f09661e43662), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.780595 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d7b9d6e2-2b1b-42a6-a111-d7452523cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60111875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59610637'] for subnet (efba2f9d-71d9-4036-8eac-f09661e43662), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.823906 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9d6e2-2b1b-42a6-a111-d7452523cd23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efba2f9d-71d9-4036-8eac-f09661e43662,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:43.827327 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d7b9d6e2-2b1b-42a6-a111-d7452523cd23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.831331 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d7b9d6e2-2b1b-42a6-a111-d7452523cd23 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/efba2f9d-71d9-4036-8eac-f09661e43662 HTTP/1.1" status: 204 len: 168 time: 0.2852395 Oct 20 09:07:43.834225 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17995fca-1109-497b-bac8-0f17ad9e0948 None None] Network b8327be3-f028-4ebc-9b25-81152867d29e requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:07:43.839708 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37032) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:43.908637 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-dbc0111b-2f54-49f4-92f6-719371089643 req-a199610d-b9a4-44b2-88a7-a3c3b1cb4a5b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Deleting port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:43.909062 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-dbc0111b-2f54-49f4-92f6-719371089643 req-a199610d-b9a4-44b2-88a7-a3c3b1cb4a5b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:43.928761 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (b8327be3-f028-4ebc-9b25-81152867d29e), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.005196 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Deleting port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:44.005610 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.035353 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-dbc0111b-2f54-49f4-92f6-719371089643 req-a199610d-b9a4-44b2-88a7-a3c3b1cb4a5b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] For port 3c5f5de7-af1f-4408-ba7d-6be5f0344198, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3c5f5de7-af1f-4408-ba7d-6be5f0344198,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:44.035799 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-dbc0111b-2f54-49f4-92f6-719371089643 req-a199610d-b9a4-44b2-88a7-a3c3b1cb4a5b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.049069 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-dbc0111b-2f54-49f4-92f6-719371089643 req-a199610d-b9a4-44b2-88a7-a3c3b1cb4a5b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Calling delete_port for 3c5f5de7-af1f-4408-ba7d-6be5f0344198 owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:44.081792 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] For port 408a49cf-b611-47c6-9bca-b6f118bbcdc8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=408a49cf-b611-47c6-9bca-b6f118bbcdc8,segment=NetworkSegment(f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06),segment_id=f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:44.082104 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.095563 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Calling delete_port for 408a49cf-b611-47c6-9bca-b6f118bbcdc8 owned by network:dhcp {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:44.134774 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:44.193402 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56093e7-2d0a-4893-b176-00a8775f2f2f None None] DHCP port deletion for b8327be3-f028-4ebc-9b25-81152867d29e request from dv-cinder-master-3-iscsi {{(pid=104620) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 09:07:44.209086 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.236871 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-dbc0111b-2f54-49f4-92f6-719371089643 req-a199610d-b9a4-44b2-88a7-a3c3b1cb4a5b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (3c5f5de7-af1f-4408-ba7d-6be5f0344198), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.256596 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Pushing event deleted for resources: {'Port': ['ID=408a49cf-b611-47c6-9bca-b6f118bbcdc8,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:44.258640 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] No DVR routers for this DVR port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 on host dv-cinder-master-3-iscsi {{(pid=104618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:07:44.264822 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-f56093e7-2d0a-4893-b176-00a8775f2f2f None None] Deleting port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 {{(pid=104620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:44.268706 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f56093e7-2d0a-4893-b176-00a8775f2f2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), before_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.271662 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:44.278578 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199610d-b9a4-44b2-88a7-a3c3b1cb4a5b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Pushing event deleted for resources: {'Port': ['ID=3c5f5de7-af1f-4408-ba7d-6be5f0344198,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:44.319335 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['3c5f5de7-af1f-4408-ba7d-6be5f0344198'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:07:44.335734 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc0111b-2f54-49f4-92f6-719371089643 req-a199610d-b9a4-44b2-88a7-a3c3b1cb4a5b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] No DVR routers for this DVR port 3c5f5de7-af1f-4408-ba7d-6be5f0344198 on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:07:44.338600 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-dbc0111b-2f54-49f4-92f6-719371089643 req-a199610d-b9a4-44b2-88a7-a3c3b1cb4a5b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.344906 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dbc0111b-2f54-49f4-92f6-719371089643 req-a199610d-b9a4-44b2-88a7-a3c3b1cb4a5b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.23 "DELETE /networking/v2.0/ports/3c5f5de7-af1f-4408-ba7d-6be5f0344198 HTTP/1.1" status: 204 len: 173 time: 0.5754108 Oct 20 09:07:44.345755 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'name': 'network-vif-deleted', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:07:44.348418 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020c062c-2ff3-4116-b963-3e6e8314b84b" -d '{"events": [{"server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "name": "network-vif-deleted", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:07:44.377010 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (b8327be3-f028-4ebc-9b25-81152867d29e), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.381469 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:44.382058 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device d4d86c33-2aec-46b0-bc2a-0a669fe4acc7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:44.415888 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8327be3-f028-4ebc-9b25-81152867d29e']}} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:44.418742 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-f56093e7-2d0a-4893-b176-00a8775f2f2f None None] For port 408a49cf-b611-47c6-9bca-b6f118bbcdc8, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:44.419227 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f56093e7-2d0a-4893-b176-00a8775f2f2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), precommit_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.431404 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06') {'for_net_delete': True} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:44.432018 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06') {} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:44.434320 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-f56093e7-2d0a-4893-b176-00a8775f2f2f None None] Calling delete_port for 408a49cf-b611-47c6-9bca-b6f118bbcdc8 owned by network:dhcp {{(pid=104620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:44.438026 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.ipam_backend_mixin [None req-f56093e7-2d0a-4893-b176-00a8775f2f2f None None] Port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 was not found and therefore no delete operation was performed {{(pid=104620) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 20 09:07:44.439537 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f56093e7-2d0a-4893-b176-00a8775f2f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148'] for port (408a49cf-b611-47c6-9bca-b6f118bbcdc8), after_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.441020 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9320729-46d9-4e79-91f7-c7bb24dd51b7 x-openstack-request-id: req-d9320729-46d9-4e79-91f7-c7bb24dd51b7 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:07:44.441321 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c3c04f-2850-480f-8d15-6f15327734e0", "name": "network-vif-deleted", "tag": "3c5f5de7-af1f-4408-ba7d-6be5f0344198", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:07:44.441578 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9320729-46d9-4e79-91f7-c7bb24dd51b7 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:07:44.441991 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9320729-46d9-4e79-91f7-c7bb24dd51b7'] response: {'server_uuid': '03c3c04f-2850-480f-8d15-6f15327734e0', 'name': 'network-vif-deleted', 'tag': '3c5f5de7-af1f-4408-ba7d-6be5f0344198', 'status': 'completed', 'code': 200} Oct 20 09:07:44.452319 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:44.454258 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56093e7-2d0a-4893-b176-00a8775f2f2f None None] No DVR routers for this DVR port 408a49cf-b611-47c6-9bca-b6f118bbcdc8 on host dv-cinder-master-3-iscsi {{(pid=104620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:07:44.457011 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59339406'] for segment (f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.473653 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56093e7-2d0a-4893-b176-00a8775f2f2f None None] Pushing event deleted for resources: {'Port': ['ID=408a49cf-b611-47c6-9bca-b6f118bbcdc8,revision_number=None']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:44.479465 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.492587 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Releasing vlan 454 on physical network physnet1 to pool {{(pid=104618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:07:44.493158 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60098465'] for segment (f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.569665 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (b8327be3-f028-4ebc-9b25-81152867d29e), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.583076 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:44.583076 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/b8327be3-f028-4ebc-9b25-81152867d29e HTTP/1.1" status: 204 len: 168 time: 0.7387319 Oct 20 09:07:44.609857 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a81532-9ffb-4a29-a32e-b0b82047384c admin admin] Pushing event deleted for resources: {'Network': ['ID=b8327be3-f028-4ebc-9b25-81152867d29e,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:44.801991 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-58619928-09f0-495b-9757-c80ec6941304 req-f95b1b41-341b-4916-acb9-4dd267ae1731 tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 210 time: 0.0908957 Oct 20 09:07:44.809504 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06 resource provider aggregate not found Oct 20 09:07:44.834726 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5cc2d83-5ea3-41ec-bb04-4d9d72a0ec06 found for delete ", "request_id": "req-bdbb666d-5525-4253-9470-e71efb105177"}]} Oct 20 09:07:44.904545 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37058) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:44.954854 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-be859b95-3d84-4a17-abeb-2e0cc2d968ba admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fcf51428b6bd4c428e1e01aadc6abe48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0510001 Oct 20 09:07:44.957046 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37062) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:45.008802 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-867ff75e-550a-41b5-a5d7-b20ad5e0ba98 admin admin] Publish callbacks [] for security_group (2df086f6-8945-47d5-89b7-7e0bebc2d8b0), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:45.029722 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-867ff75e-550a-41b5-a5d7-b20ad5e0ba98 admin admin] Publish callbacks [] for security_group (2df086f6-8945-47d5-89b7-7e0bebc2d8b0), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:45.048590 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:45.081409 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-867ff75e-550a-41b5-a5d7-b20ad5e0ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2df086f6-8945-47d5-89b7-7e0bebc2d8b0), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:45.084860 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-867ff75e-550a-41b5-a5d7-b20ad5e0ba98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:45.086102 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-867ff75e-550a-41b5-a5d7-b20ad5e0ba98 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2df086f6-8945-47d5-89b7-7e0bebc2d8b0 HTTP/1.1" status: 204 len: 168 time: 0.1281815 Oct 20 09:07:45.094901 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ff75e-550a-41b5-a5d7-b20ad5e0ba98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df086f6-8945-47d5-89b7-7e0bebc2d8b0,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:45.304281 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-ec2233fe-c249-4377-ab24-a83d32059248 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575159 Oct 20 09:07:45.358573 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d82932-3c81-4d17-a513-b298b1287f9c req-de6169dd-dd84-455a-99fc-12159197e0a7 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:45.360090 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-43d82932-3c81-4d17-a513-b298b1287f9c req-de6169dd-dd84-455a-99fc-12159197e0a7 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 945 time: 0.0516605 Oct 20 09:07:45.412048 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-43d82932-3c81-4d17-a513-b298b1287f9c req-45978b48-17d4-43b0-82e1-af755fc06329 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6ff8c1c-a24b-4e54-bffa-e44591db1456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457537 Oct 20 09:07:45.805373 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b9c17faa-b73e-489f-94ef-9ec4cf325e4b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:45.826412 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: b9c17faa-b73e-489f-94ef-9ec4cf325e4b {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:45.827097 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b9c17faa-b73e-489f-94ef-9ec4cf325e4b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:45.827576 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 408a49cf-b611-47c6-9bca-b6f118bbcdc8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:45.849502 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 408a49cf-b611-47c6-9bca-b6f118bbcdc8 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:45.850026 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 408a49cf-b611-47c6-9bca-b6f118bbcdc8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:45.948909 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-85aa10fb-a84b-418b-b6cb-7079d7713d74 req-ccfe47c8-1382-479c-a405-1e1e7ca3d80b tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 210 time: 0.0290437 Oct 20 09:07:46.426761 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:07:46.468178 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37126) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:46.502443 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:46.539872 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765023eb-43c4-4c19-9e50-2ebc62053ee9 req-77a4fe4e-c99d-4a79-b9b5-c98bc0e612d6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:46.541368 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-765023eb-43c4-4c19-9e50-2ebc62053ee9 req-77a4fe4e-c99d-4a79-b9b5-c98bc0e612d6 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 945 time: 0.0502191 Oct 20 09:07:46.597656 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd358-ee31-4c24-b15e-b58b67b15fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:46.604609 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-765023eb-43c4-4c19-9e50-2ebc62053ee9 req-d8d6700f-a0c7-4760-868a-6bc06fcb7bbb tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6ff8c1c-a24b-4e54-bffa-e44591db1456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567815 Oct 20 09:07:46.686224 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd358-ee31-4c24-b15e-b58b67b15fe4 admin admin] Publish callbacks [] for security_group (b7e879dc-d29c-40c9-8d5a-025af4800e45), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:46.689676 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd358-ee31-4c24-b15e-b58b67b15fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (b7e879dc-d29c-40c9-8d5a-025af4800e45), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:46.732170 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbd358-ee31-4c24-b15e-b58b67b15fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e879dc-d29c-40c9-8d5a-025af4800e45,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:46.739330 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-1ffbd358-ee31-4c24-b15e-b58b67b15fe4 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4a8df23cfe9b4c779974847098bb6a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676921 Oct 20 09:07:46.739619 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37132) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:46.798637 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5085851c-afd9-42d9-ab69-e020db5c4ca2 admin admin] Publish callbacks [] for security_group (b7e879dc-d29c-40c9-8d5a-025af4800e45), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:46.818238 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5085851c-afd9-42d9-ab69-e020db5c4ca2 admin admin] Publish callbacks [] for security_group (b7e879dc-d29c-40c9-8d5a-025af4800e45), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:46.866460 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5085851c-afd9-42d9-ab69-e020db5c4ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (b7e879dc-d29c-40c9-8d5a-025af4800e45), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:46.869088 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5085851c-afd9-42d9-ab69-e020db5c4ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:46.870358 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5085851c-afd9-42d9-ab69-e020db5c4ca2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b7e879dc-d29c-40c9-8d5a-025af4800e45 HTTP/1.1" status: 204 len: 168 time: 0.1297479 Oct 20 09:07:46.878588 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085851c-afd9-42d9-ab69-e020db5c4ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e879dc-d29c-40c9-8d5a-025af4800e45,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:47.069609 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-66948ee4-0214-4e0d-a288-0da3979020a2 req-4f1e9fa7-fe6a-4f70-a752-0036fc986dfd tempest-TestMinimumBasicScenario-1711789739 tempest-TestMinimumBasicScenario-1711789739-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=03c3c04f-2850-480f-8d15-6f15327734e0 HTTP/1.1" status: 200 len: 210 time: 0.0290675 Oct 20 09:07:47.084752 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=19 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:47.335480 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-fd4fb35a-5d43-4a76-bb8a-8f04affcf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:47.337179 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-fd4fb35a-5d43-4a76-bb8a-8f04affcf476 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 1131 time: 0.0512149 Oct 20 09:07:47.452467 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-dc873bd3-6b59-45ec-8bae-b61ec14c5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:47.454042 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-dc873bd3-6b59-45ec-8bae-b61ec14c5301 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 200 len: 917 time: 0.0911684 Oct 20 09:07:47.551946 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-67d397dd-8f50-480d-ae75-57e3c02f3260 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:47.553416 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-67d397dd-8f50-480d-ae75-57e3c02f3260 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 945 time: 0.0870237 Oct 20 09:07:47.591073 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-aca1e470-832d-4fd0-bbe1-f8c66df1f33d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4 HTTP/1.1" status: 200 len: 1002 time: 0.1228795 Oct 20 09:07:47.685357 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-3fbbb6c8-4834-4cd4-8797-7ec2fda9ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:47.686886 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-3fbbb6c8-4834-4cd4-8797-7ec2fda9ec05 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 200 len: 855 time: 0.0898337 Oct 20 09:07:47.703009 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Deleting port df10e6d7-6494-4543-851c-4aa8a550df87 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:47.703346 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:47.726058 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:48.034948 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:48.059218 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-13fa7226-02f0-4d95-afaa-361b5b2c35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:48.060920 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-13fa7226-02f0-4d95-afaa-361b5b2c35e4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8e03c888-668e-46f5-b105-1902608fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3587282 Oct 20 09:07:48.071443 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491ecc7-5513-4232-babe-143389a919c2 req-ca8ae8fc-ea67-4709-9fd7-5254b8b36df4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:07:48.072937 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1491ecc7-5513-4232-babe-143389a919c2 req-ca8ae8fc-ea67-4709-9fd7-5254b8b36df4 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 945 time: 0.3796856 Oct 20 09:07:48.178183 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] For port df10e6d7-6494-4543-851c-4aa8a550df87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=df10e6d7-6494-4543-851c-4aa8a550df87,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:48.178586 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:48.212140 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 3c5f5de7-af1f-4408-ba7d-6be5f0344198 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:48.243983 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: 3c5f5de7-af1f-4408-ba7d-6be5f0344198 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:48.244589 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 3c5f5de7-af1f-4408-ba7d-6be5f0344198 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:48.275126 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1491ecc7-5513-4232-babe-143389a919c2 req-4b56d23e-f721-4cba-b10f-37ce2b774125 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6ff8c1c-a24b-4e54-bffa-e44591db1456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913009 Oct 20 09:07:48.299190 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-334742ae-3528-482b-81a6-37ba3586dd1f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239449 Oct 20 09:07:48.474629 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:48.475192 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (059cab63-6a9b-4835-b17c-5b283f8eefe8), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:48.475659 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Floating IP 059cab63-6a9b-4835-b17c-5b283f8eefe8 disassociated. External IP: 172.37.2.210, port: df10e6d7-6494-4543-851c-4aa8a550df87. Oct 20 09:07:48.476125 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Calling delete_port for df10e6d7-6494-4543-851c-4aa8a550df87 owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:48.496185 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e6f94780-29a7-4eb7-a9aa-aa38134c6fee req-29e1895c-dd17-4378-8d22-06af0720fa53 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645374 Oct 20 09:07:48.649016 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (df10e6d7-6494-4543-851c-4aa8a550df87), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:48.681367 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event deleted for resources: {'Port': ['ID=df10e6d7-6494-4543-851c-4aa8a550df87,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:48.838934 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Router 0fe1728d-9900-4fa8-8917-849873667ba0 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:07:48.912742 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:48.963156 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37226) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:48.974412 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:07:48.985298 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d7ea4-f04e-4133-8aca-c156baa8854e None None] Sync routers for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:07:48.995900 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d7ea4-f04e-4133-8aca-c156baa8854e None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:48.996512 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2d0d7ea4-f04e-4133-8aca-c156baa8854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:49.020596 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] No DVR routers for this DVR port df10e6d7-6494-4543-851c-4aa8a550df87 on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:07:49.023170 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:49.026320 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c853e1be-e483-43c9-bbb9-278ab87e70be req-cace4b6b-8d7a-431a-ac06-f19378fa855b tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.23 "DELETE /networking/v2.0/ports/df10e6d7-6494-4543-851c-4aa8a550df87 HTTP/1.1" status: 204 len: 173 time: 1.4672921 Oct 20 09:07:49.027021 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'name': 'network-vif-deleted', 'tag': 'df10e6d7-6494-4543-851c-4aa8a550df87'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:07:49.030185 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741d4a4e-927b-4694-b9b8-e75acbed3232" -d '{"events": [{"server_uuid": "814ac79f-b35d-4aac-9b42-9f4ae8a83322", "name": "network-vif-deleted", "tag": "df10e6d7-6494-4543-851c-4aa8a550df87"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:07:49.102827 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4258ab-d2da-469f-8f2c-ba782cd378b4 x-openstack-request-id: req-8d4258ab-d2da-469f-8f2c-ba782cd378b4 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:07:49.103127 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814ac79f-b35d-4aac-9b42-9f4ae8a83322", "name": "network-vif-deleted", "tag": "df10e6d7-6494-4543-851c-4aa8a550df87", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:07:49.103378 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d4258ab-d2da-469f-8f2c-ba782cd378b4 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:07:49.103788 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4258ab-d2da-469f-8f2c-ba782cd378b4'] response: {'server_uuid': '814ac79f-b35d-4aac-9b42-9f4ae8a83322', 'name': 'network-vif-deleted', 'tag': 'df10e6d7-6494-4543-851c-4aa8a550df87', 'status': 'completed', 'code': 200} Oct 20 09:07:49.116237 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-2d0d7ea4-f04e-4133-8aca-c156baa8854e None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:49.370644 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2d0d7ea4-f04e-4133-8aca-c156baa8854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:49.405365 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d7ea4-f04e-4133-8aca-c156baa8854e None None] Checking router: 0fe1728d-9900-4fa8-8917-849873667ba0 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:07:49.414960 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d7ea4-f04e-4133-8aca-c156baa8854e None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:49.415587 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2d0d7ea4-f04e-4133-8aca-c156baa8854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:49.423429 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-959be979-cf6a-47ad-aa23-0d13e7730bf7 req-8500cb22-0c00-4195-b789-6bdf12e88bc5 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=814ac79f-b35d-4aac-9b42-9f4ae8a83322 HTTP/1.1" status: 200 len: 210 time: 0.0404117 Oct 20 09:07:49.549359 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:49.617213 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-2d0d7ea4-f04e-4133-8aca-c156baa8854e None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:49.663454 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742702'] for router_interface (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:49.833802 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-2d0d7ea4-f04e-4133-8aca-c156baa8854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:49.862974 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d7ea4-f04e-4133-8aca-c156baa8854e None None] The sync data for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi is: [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:02:05Z', 'revision_number': 4, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a607cfa-6b0d-47d1-a88b-17aea10757b2', 'name': '', 'network_id': '26c5cd40-c195-42e5-baf1-db47fbf3d5b7', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'mac_address': 'fa:16:3e:60:46:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:05Z', 'updated_at': '2022-10-20T09:02:11Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'subnets': [{'id': '7f79087e-5051-4d15-b54d-c7d08bce78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:07:49.933781 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] Deleting port 47d5c560-6179-4e9e-b947-078ab410b9dd {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:49.934235 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:50.026154 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] For port 47d5c560-6179-4e9e-b947-078ab410b9dd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47d5c560-6179-4e9e-b947-078ab410b9dd,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:50.026848 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:50.041316 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] Calling delete_port for 47d5c560-6179-4e9e-b947-078ab410b9dd owned by network:router_interface {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:50.100535 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:50.119479 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:50.193024 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8d79c-6085-4f6b-ba6b-99590bf64ded None None] New status for floating IP 059cab63-6a9b-4835-b17c-5b283f8eefe8: DOWN {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:07:50.245233 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (47d5c560-6179-4e9e-b947-078ab410b9dd), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:50.274178 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d5c560-6179-4e9e-b947-078ab410b9dd,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:50.445613 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742810'] for router_interface (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:50.477240 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df4757f-53aa-4683-830e-ffe44a919460 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 09:07:50.521383 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:50.530616 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37254) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:50.551000 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:50.601661 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-cde43657-63d4-4124-a7b7-041708023506 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (f6ff8c1c-a24b-4e54-bffa-e44591db1456), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:50.611097 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df4757f-53aa-4683-830e-ffe44a919460 None None] Resources bound (agent type, host, resource id): {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 09:07:50.632285 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-cde43657-63d4-4124-a7b7-041708023506 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (f6ff8c1c-a24b-4e54-bffa-e44591db1456), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:50.668554 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] Router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:07:50.686020 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-cde43657-63d4-4124-a7b7-041708023506 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f6ff8c1c-a24b-4e54-bffa-e44591db1456), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:50.689571 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-cde43657-63d4-4124-a7b7-041708023506 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:50.690933 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-cde43657-63d4-4124-a7b7-041708023506 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f6ff8c1c-a24b-4e54-bffa-e44591db1456 HTTP/1.1" status: 204 len: 168 time: 0.1586657 Oct 20 09:07:50.694371 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37256) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:50.712708 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde43657-63d4-4124-a7b7-041708023506 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff8c1c-a24b-4e54-bffa-e44591db1456,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:50.716966 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.api.v2.resource [None req-7f27d079-ff9f-41fe-a758-c0e3bb6cdba1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] show failed (client error): The resource could not be found. Oct 20 09:07:50.721932 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37258) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:50.722296 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7f27d079-ff9f-41fe-a758-c0e3bb6cdba1 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "GET /networking/v2.0/security-groups/f6ff8c1c-a24b-4e54-bffa-e44591db1456 HTTP/1.1" status: 404 len: 347 time: 0.0250952 Oct 20 09:07:50.847891 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:07:50.856341 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea60b1-18ad-44bc-be24-2827811ac092 None None] Sync routers for ids ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:07:50.870066 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d995448e-2f57-4c6e-bfe2-fa03f6ed1114 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/50e870f4-ded0-4ffd-9e37-9db06a7b00fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9028876 Oct 20 09:07:50.870270 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea60b1-18ad-44bc-be24-2827811ac092 None None] Routers {'50e870f4-ded0-4ffd-9e37-9db06a7b00fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:50.870270 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c0ea60b1-18ad-44bc-be24-2827811ac092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:50.870523 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37260) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:50.921231 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Deleting port aedb7bfa-69c8-434e-b786-c03dac2b745b {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:50.921877 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (aedb7bfa-69c8-434e-b786-c03dac2b745b), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:50.986248 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-c0ea60b1-18ad-44bc-be24-2827811ac092 None None] Set router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:51.029089 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:51.045712 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Publish callbacks [] for router (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.052003 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:51.057087 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (aedb7bfa-69c8-434e-b786-c03dac2b745b), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.057411 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (aedb7bfa-69c8-434e-b786-c03dac2b745b), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.061754 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:51.107529 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Calling delete_port for aedb7bfa-69c8-434e-b786-c03dac2b745b owned by network:floatingip {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:51.195810 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c0ea60b1-18ad-44bc-be24-2827811ac092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:07:50Z', 'revision_number': 5, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:51.226701 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea60b1-18ad-44bc-be24-2827811ac092 None None] Checking router: 50e870f4-ded0-4ffd-9e37-9db06a7b00fb for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:07:51.235948 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea60b1-18ad-44bc-be24-2827811ac092 None None] Routers {'50e870f4-ded0-4ffd-9e37-9db06a7b00fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:51.236866 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c0ea60b1-18ad-44bc-be24-2827811ac092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:51.237661 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Publish callbacks [] for router_gateway (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.294726 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Deleting port 6eecc8d5-a114-4e4c-87e9-447271386e69 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:51.294726 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.350647 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-c0ea60b1-18ad-44bc-be24-2827811ac092 None None] Set router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:51.413620 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (aedb7bfa-69c8-434e-b786-c03dac2b745b), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.427235 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] For port 6eecc8d5-a114-4e4c-87e9-447271386e69, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6eecc8d5-a114-4e4c-87e9-447271386e69,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:51.427685 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.432548 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-c68385d0-2590-408d-a2d5-9b94261ba8de None None] Provisioning complete for port f8f52987-8976-49b2-b651-bd7b42b3c17c triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:51.433124 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c68385d0-2590-408d-a2d5-9b94261ba8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.433378 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-c68385d0-2590-408d-a2d5-9b94261ba8de None None] Attempt 1 to provision port f8f52987-8976-49b2-b651-bd7b42b3c17c Oct 20 09:07:51.460733 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Pushing event deleted for resources: {'Port': ['ID=aedb7bfa-69c8-434e-b786-c03dac2b745b,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:51.462877 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Calling delete_port for 6eecc8d5-a114-4e4c-87e9-447271386e69 owned by network:router_gateway {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:51.494950 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.495335 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.495639 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.495980 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.496318 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.496647 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.497029 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.497914 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.498249 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.498649 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.498981 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.499302 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.499809 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.500312 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.500812 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:07:51.529044 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-c0ea60b1-18ad-44bc-be24-2827811ac092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:07:50Z', 'revision_number': 5, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:51.532552 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-c68385d0-2590-408d-a2d5-9b94261ba8de None None] Current status of the port f8f52987-8976-49b2-b651-bd7b42b3c17c is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:51.554441 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea60b1-18ad-44bc-be24-2827811ac092 None None] The sync data for ids ['50e870f4-ded0-4ffd-9e37-9db06a7b00fb'] in dv-cinder-master-3-iscsi is: [{'id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'name': 'tempest-TestMinimumBasicScenario-1033562126-router', 'tenant_id': '020d4019643f4499b5162717fbf7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136'}], 'enable_snat': True}, 'gw_port_id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:02Z', 'updated_at': '2022-10-20T09:07:50Z', 'revision_number': 5, 'project_id': '020d4019643f4499b5162717fbf7b5b5', 'gw_port': {'id': '6eecc8d5-a114-4e4c-87e9-447271386e69', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e870f4-ded0-4ffd-9e37-9db06a7b00fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:03Z', 'updated_at': '2022-10-20T09:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:07:51.594684 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks [] for floatingip (059cab63-6a9b-4835-b17c-5b283f8eefe8), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.597238 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.598382 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-1357a2e7-0b10-420e-bd89-7602de892ab9 tempest-AttachVolumeTestJSON-726615277 tempest-AttachVolumeTestJSON-726615277-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/059cab63-6a9b-4835-b17c-5b283f8eefe8 HTTP/1.1" status: 204 len: 168 time: 0.8755066 Oct 20 09:07:51.708465 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (6eecc8d5-a114-4e4c-87e9-447271386e69), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.731142 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eecc8d5-a114-4e4c-87e9-447271386e69,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:51.793391 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753523'] for router_gateway (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.794944 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:51.881053 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.883272 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Publish callbacks [] for router_controller (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.884531 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:51.933895 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742733'] for router (50e870f4-ded0-4ffd-9e37-9db06a7b00fb), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.934631 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e870f4-ded0-4ffd-9e37-9db06a7b00fb {{(pid=104618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 09:07:51.941948 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:51.945574 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-5e17b3d8-a9e8-4756-a08b-916b7a36c492 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/50e870f4-ded0-4ffd-9e37-9db06a7b00fb HTTP/1.1" status: 204 len: 168 time: 1.0720384 Oct 20 09:07:51.946108 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37270) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:51.997286 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_v2 [None req-779e84c3-f92b-4b14-85f8-2e3642a4e04b admin admin] Deleting subnet 4650c59c-db75-4a36-bd36-566aa7d5ddfb {{(pid=104618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:07:52.001185 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-779e84c3-f92b-4b14-85f8-2e3642a4e04b admin admin] Publish callbacks [] for subnet (4650c59c-db75-4a36-bd36-566aa7d5ddfb), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.019346 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 47d5c560-6179-4e9e-b947-078ab410b9dd no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:52.040475 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 47d5c560-6179-4e9e-b947-078ab410b9dd {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:52.041033 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 47d5c560-6179-4e9e-b947-078ab410b9dd not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:52.042548 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-779e84c3-f92b-4b14-85f8-2e3642a4e04b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59339449'] for subnet (4650c59c-db75-4a36-bd36-566aa7d5ddfb), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.119139 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-779e84c3-f92b-4b14-85f8-2e3642a4e04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (4650c59c-db75-4a36-bd36-566aa7d5ddfb), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.178235 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-779e84c3-f92b-4b14-85f8-2e3642a4e04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60111875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59610637'] for subnet (4650c59c-db75-4a36-bd36-566aa7d5ddfb), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.201644 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e84c3-f92b-4b14-85f8-2e3642a4e04b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4650c59c-db75-4a36-bd36-566aa7d5ddfb,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:52.210716 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-779e84c3-f92b-4b14-85f8-2e3642a4e04b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.213816 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-779e84c3-f92b-4b14-85f8-2e3642a4e04b admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/4650c59c-db75-4a36-bd36-566aa7d5ddfb HTTP/1.1" status: 204 len: 168 time: 0.2666709 Oct 20 09:07:52.216647 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37276) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:52.218883 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8c0b2e-a7ba-4907-9917-c89959bae821 None None] Network c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:07:52.234232 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:52.286231 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.327286 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Deleting port f8f52987-8976-49b2-b651-bd7b42b3c17c {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:52.327621 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.394963 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] For port f8f52987-8976-49b2-b651-bd7b42b3c17c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f8f52987-8976-49b2-b651-bd7b42b3c17c,segment=NetworkSegment(a29919c7-445f-4be5-827b-ce88901572be),segment_id=a29919c7-445f-4be5-827b-ce88901572be)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:52.395269 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.408447 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Calling delete_port for f8f52987-8976-49b2-b651-bd7b42b3c17c owned by network:dhcp {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:52.483219 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (f8f52987-8976-49b2-b651-bd7b42b3c17c), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.510166 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f52987-8976-49b2-b651-bd7b42b3c17c,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:52.516833 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] No DVR routers for this DVR port f8f52987-8976-49b2-b651-bd7b42b3c17c on host dv-cinder-master-3-iscsi {{(pid=104618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:07:52.637371 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf2f87-10a1-4cf7-9542-66d0cf8b117e None None] DHCP port deletion for c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc request from dv-cinder-master-3-iscsi {{(pid=104620) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 09:07:52.848660 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.867315 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc']}} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:52.876290 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29919c7-445f-4be5-827b-ce88901572be') {'for_net_delete': True} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:52.876579 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29919c7-445f-4be5-827b-ce88901572be') {} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:52.885795 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59339406'] for segment (a29919c7-445f-4be5-827b-ce88901572be), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.899042 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (a29919c7-445f-4be5-827b-ce88901572be), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.905579 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Releasing vlan 494 on physical network physnet1 to pool {{(pid=104618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:07:52.905910 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60098465'] for segment (a29919c7-445f-4be5-827b-ce88901572be), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.947417 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment a29919c7-445f-4be5-827b-ce88901572be resource provider aggregate not found Oct 20 09:07:52.966666 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment a29919c7-445f-4be5-827b-ce88901572be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a29919c7-445f-4be5-827b-ce88901572be found for delete ", "request_id": "req-9c42c9a5-fdb3-4715-b8f4-95efdfeea273"}]} Oct 20 09:07:52.970794 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.976179 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:52.979289 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc HTTP/1.1" status: 204 len: 168 time: 0.7617269 Oct 20 09:07:52.982276 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37284) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:52.990841 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813ac70-cb00-4863-8f59-a2f4b367c2db admin admin] Pushing event deleted for resources: {'Network': ['ID=c728b9db-6a87-4eb2-b7e6-b2ca9d5060dc,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:53.286064 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device df10e6d7-6494-4543-851c-4aa8a550df87 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:53.295471 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742702'] for router_interface (026224a8-b8cf-4a8a-8637-1e10e93f1c31), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:53.305342 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: df10e6d7-6494-4543-851c-4aa8a550df87 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:53.305687 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device df10e6d7-6494-4543-851c-4aa8a550df87 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:53.515892 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] Deleting port 21382588-44b3-4ccb-994a-255ff291457d {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:53.516149 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (21382588-44b3-4ccb-994a-255ff291457d), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:53.595876 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] For port 21382588-44b3-4ccb-994a-255ff291457d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=21382588-44b3-4ccb-994a-255ff291457d,segment=NetworkSegment(69de64b8-ead3-451d-bb3c-872c9c903f90),segment_id=69de64b8-ead3-451d-bb3c-872c9c903f90)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:53.596261 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (21382588-44b3-4ccb-994a-255ff291457d), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:53.609199 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] Calling delete_port for 21382588-44b3-4ccb-994a-255ff291457d owned by network:router_interface {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:53.612609 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:53.706434 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:53.794615 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (21382588-44b3-4ccb-994a-255ff291457d), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:53.808993 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device f8f52987-8976-49b2-b651-bd7b42b3c17c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:53.820010 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] Pushing event deleted for resources: {'Port': ['ID=21382588-44b3-4ccb-994a-255ff291457d,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:53.833348 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: f8f52987-8976-49b2-b651-bd7b42b3c17c {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:53.833896 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device f8f52987-8976-49b2-b651-bd7b42b3c17c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:53.834316 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 6eecc8d5-a114-4e4c-87e9-447271386e69 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:53.853792 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 6eecc8d5-a114-4e4c-87e9-447271386e69 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:53.854141 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 6eecc8d5-a114-4e4c-87e9-447271386e69 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:53.994412 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742810'] for router_interface (026224a8-b8cf-4a8a-8637-1e10e93f1c31), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:54.026978 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299e5169-2949-4f43-8577-53f69f8f8533 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 09:07:54.135977 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299e5169-2949-4f43-8577-53f69f8f8533 None None] Resources bound (agent type, host, resource id): {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 09:07:54.226402 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] Router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:07:54.344971 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:07:54.350742 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-97a6c836-b791-46d0-8dc5-2a3962a5682c admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/026224a8-b8cf-4a8a-8637-1e10e93f1c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3671725 Oct 20 09:07:54.353129 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37306) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:54.357449 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a043b14-ad90-4b9b-89ed-de627edb35c4 None None] Sync routers for ids ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:07:54.373439 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a043b14-ad90-4b9b-89ed-de627edb35c4 None None] Routers {'026224a8-b8cf-4a8a-8637-1e10e93f1c31'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:54.374062 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-3a043b14-ad90-4b9b-89ed-de627edb35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:54.468808 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Publish callbacks [] for router (026224a8-b8cf-4a8a-8637-1e10e93f1c31), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:54.502181 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:54.505652 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-3a043b14-ad90-4b9b-89ed-de627edb35c4 None None] Set router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:54.586345 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Publish callbacks [] for router_gateway (026224a8-b8cf-4a8a-8637-1e10e93f1c31), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:54.632964 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:54.638387 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:54.654967 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Deleting port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:54.655329 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:54.780539 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] For port ae920ed0-76f1-4f1b-be37-ce6c5f79e98a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ae920ed0-76f1-4f1b-be37-ce6c5f79e98a,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:54.780919 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:54.794514 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Calling delete_port for ae920ed0-76f1-4f1b-be37-ce6c5f79e98a owned by network:router_gateway {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:54.861963 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-3a043b14-ad90-4b9b-89ed-de627edb35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'name': 'tempest-TestMinimumBasicScenario-1729131897-router', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:07:53Z', 'revision_number': 5, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'gw_port': {'id': 'ae920ed0-76f1-4f1b-be37-ce6c5f79e98a', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:05:09Z', 'updated_at': '2022-10-20T09:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:54.895658 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a043b14-ad90-4b9b-89ed-de627edb35c4 None None] Checking router: 026224a8-b8cf-4a8a-8637-1e10e93f1c31 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:07:54.905563 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a043b14-ad90-4b9b-89ed-de627edb35c4 None None] Routers {'026224a8-b8cf-4a8a-8637-1e10e93f1c31'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:07:54.906186 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-3a043b14-ad90-4b9b-89ed-de627edb35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:07:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:54.989193 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (ae920ed0-76f1-4f1b-be37-ce6c5f79e98a), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.006461 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-f6bb8da0-498d-44a5-a97f-74b3ea6a1d0d None None] Provisioning complete for port 304ea615-659a-408c-8bdb-93ab8d2270dc triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:07:55.006860 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8da0-498d-44a5-a97f-74b3ea6a1d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.007199 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-f6bb8da0-498d-44a5-a97f-74b3ea6a1d0d None None] Attempt 1 to provision port 304ea615-659a-408c-8bdb-93ab8d2270dc Oct 20 09:07:55.022598 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae920ed0-76f1-4f1b-be37-ce6c5f79e98a,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:55.036978 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-3a043b14-ad90-4b9b-89ed-de627edb35c4 None None] Set router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 gateway port host: None {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:07:55.039968 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:55.088272 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753523'] for router_gateway (026224a8-b8cf-4a8a-8637-1e10e93f1c31), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.098005 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-3a043b14-ad90-4b9b-89ed-de627edb35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'name': 'tempest-TestMinimumBasicScenario-1729131897-router', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:07:54Z', 'revision_number': 6, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:55.126119 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a043b14-ad90-4b9b-89ed-de627edb35c4 None None] The sync data for ids ['026224a8-b8cf-4a8a-8637-1e10e93f1c31'] in dv-cinder-master-3-iscsi is: [{'id': '026224a8-b8cf-4a8a-8637-1e10e93f1c31', 'name': 'tempest-TestMinimumBasicScenario-1729131897-router', 'tenant_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:05:08Z', 'updated_at': '2022-10-20T09:07:54Z', 'revision_number': 6, 'project_id': '7e1c9e1c5a2249008cc4b4c7c12ff61e', 'gw_port_host': None}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:07:55.169216 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-f6bb8da0-498d-44a5-a97f-74b3ea6a1d0d None None] Current status of the port 304ea615-659a-408c-8bdb-93ab8d2270dc is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:07:55.179594 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router (026224a8-b8cf-4a8a-8637-1e10e93f1c31), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.181780 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Publish callbacks [] for router_controller (026224a8-b8cf-4a8a-8637-1e10e93f1c31), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.224193 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742733'] for router (026224a8-b8cf-4a8a-8637-1e10e93f1c31), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.224752 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 026224a8-b8cf-4a8a-8637-1e10e93f1c31 {{(pid=104619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 09:07:55.228882 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.232831 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5c2de28f-8512-4cef-82c0-6b2e1dd7a525 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/026224a8-b8cf-4a8a-8637-1e10e93f1c31 HTTP/1.1" status: 204 len: 168 time: 0.8758717 Oct 20 09:07:55.233070 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37326) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:55.279631 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1bb526-a167-47ff-8591-620ef31e6993 admin admin] Deleting subnet c2bdebeb-13c0-454b-9982-1936a6a6fd3d {{(pid=104619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:07:55.283034 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9d1bb526-a167-47ff-8591-620ef31e6993 admin admin] Publish callbacks [] for subnet (c2bdebeb-13c0-454b-9982-1936a6a6fd3d), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.321258 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9d1bb526-a167-47ff-8591-620ef31e6993 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60789047'] for subnet (c2bdebeb-13c0-454b-9982-1936a6a6fd3d), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.395163 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9d1bb526-a167-47ff-8591-620ef31e6993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (c2bdebeb-13c0-454b-9982-1936a6a6fd3d), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.446758 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9d1bb526-a167-47ff-8591-620ef31e6993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59401348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352885'] for subnet (c2bdebeb-13c0-454b-9982-1936a6a6fd3d), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.477731 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bb526-a167-47ff-8591-620ef31e6993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2bdebeb-13c0-454b-9982-1936a6a6fd3d,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:55.479787 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-9d1bb526-a167-47ff-8591-620ef31e6993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.483709 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385c8ad-e35d-4293-a46e-af51a58b3a51 None None] Network b7a759a3-e801-48e7-8ccc-4c8349952f68 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:07:55.485610 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-9d1bb526-a167-47ff-8591-620ef31e6993 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/c2bdebeb-13c0-454b-9982-1936a6a6fd3d HTTP/1.1" status: 204 len: 168 time: 0.2505815 Oct 20 09:07:55.487837 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37328) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:55.553234 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:55.561423 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:55.568815 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (b7a759a3-e801-48e7-8ccc-4c8349952f68), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.627332 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Deleting port 304ea615-659a-408c-8bdb-93ab8d2270dc {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:07:55.627665 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.689589 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] For port 304ea615-659a-408c-8bdb-93ab8d2270dc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=304ea615-659a-408c-8bdb-93ab8d2270dc,segment=NetworkSegment(69de64b8-ead3-451d-bb3c-872c9c903f90),segment_id=69de64b8-ead3-451d-bb3c-872c9c903f90)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:07:55.689949 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.702120 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Calling delete_port for 304ea615-659a-408c-8bdb-93ab8d2270dc owned by network:dhcp {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:07:55.782081 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (304ea615-659a-408c-8bdb-93ab8d2270dc), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.804355 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Pushing event deleted for resources: {'Port': ['ID=304ea615-659a-408c-8bdb-93ab8d2270dc,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:55.810206 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] No DVR routers for this DVR port 304ea615-659a-408c-8bdb-93ab8d2270dc on host dv-cinder-master-3-iscsi {{(pid=104618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:07:55.880212 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (b7a759a3-e801-48e7-8ccc-4c8349952f68), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.905964 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a759a3-e801-48e7-8ccc-4c8349952f68']}} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:55.917287 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69de64b8-ead3-451d-bb3c-872c9c903f90') {'for_net_delete': True} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:55.917702 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69de64b8-ead3-451d-bb3c-872c9c903f90') {} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:07:55.923883 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e47f795-48d9-493f-8af4-c9a499018c07 None None] DHCP port deletion for b7a759a3-e801-48e7-8ccc-4c8349952f68 request from dv-cinder-master-3-iscsi {{(pid=104620) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 09:07:55.936440 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59339406'] for segment (69de64b8-ead3-451d-bb3c-872c9c903f90), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.952267 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (69de64b8-ead3-451d-bb3c-872c9c903f90), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.959099 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Releasing vlan 472 on physical network physnet1 to pool {{(pid=104618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:07:55.959486 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60098465'] for segment (69de64b8-ead3-451d-bb3c-872c9c903f90), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:55.982619 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 21382588-44b3-4ccb-994a-255ff291457d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:56.002770 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 21382588-44b3-4ccb-994a-255ff291457d {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:56.003256 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 21382588-44b3-4ccb-994a-255ff291457d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:56.003509 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment 69de64b8-ead3-451d-bb3c-872c9c903f90 resource provider aggregate not found Oct 20 09:07:56.004041 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device ae920ed0-76f1-4f1b-be37-ce6c5f79e98a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:56.026148 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment 69de64b8-ead3-451d-bb3c-872c9c903f90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69de64b8-ead3-451d-bb3c-872c9c903f90 found for delete ", "request_id": "req-c525131a-34e4-41bd-946d-4cdebc9c8181"}]} Oct 20 09:07:56.027469 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: ae920ed0-76f1-4f1b-be37-ce6c5f79e98a {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:56.027589 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device ae920ed0-76f1-4f1b-be37-ce6c5f79e98a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:56.028003 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 304ea615-659a-408c-8bdb-93ab8d2270dc no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:07:56.031609 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (b7a759a3-e801-48e7-8ccc-4c8349952f68), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:56.036669 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:56.045120 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/b7a759a3-e801-48e7-8ccc-4c8349952f68 HTTP/1.1" status: 204 len: 168 time: 0.5540679 Oct 20 09:07:56.057992 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d048f85-52ea-490e-86e1-59b92079be35 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a759a3-e801-48e7-8ccc-4c8349952f68,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:56.072349 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 304ea615-659a-408c-8bdb-93ab8d2270dc {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:07:56.073001 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 304ea615-659a-408c-8bdb-93ab8d2270dc not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:07:56.227587 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37340) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:56.269442 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-851c4cf0-9c16-4858-81d5-afc021908fa0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=020d4019643f4499b5162717fbf7b5b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405517 Oct 20 09:07:56.271952 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37342) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:56.303426 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:56.317795 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:07:56.323390 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-77c99c2d-5930-4932-b759-8e66c4b1cce9 admin admin] Publish callbacks [] for security_group (2cdd8ef7-2a91-411f-a8fa-81f3b8252718), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:56.345744 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-77c99c2d-5930-4932-b759-8e66c4b1cce9 admin admin] Publish callbacks [] for security_group (2cdd8ef7-2a91-411f-a8fa-81f3b8252718), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:56.393060 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-77c99c2d-5930-4932-b759-8e66c4b1cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2cdd8ef7-2a91-411f-a8fa-81f3b8252718), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:56.395864 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-77c99c2d-5930-4932-b759-8e66c4b1cce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:56.397016 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-77c99c2d-5930-4932-b759-8e66c4b1cce9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2cdd8ef7-2a91-411f-a8fa-81f3b8252718 HTTP/1.1" status: 204 len: 168 time: 0.1241932 Oct 20 09:07:56.405054 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c99c2d-5930-4932-b759-8e66c4b1cce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdd8ef7-2a91-411f-a8fa-81f3b8252718,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:56.715827 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37350) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:56.756263 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-acb23e66-68fb-41f9-a971-c84e098d62b6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7e1c9e1c5a2249008cc4b4c7c12ff61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391514 Oct 20 09:07:56.758721 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37352) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:07:56.809042 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7412b460-8d8e-4dd4-bb95-e05038884327 admin admin] Publish callbacks [] for security_group (97d782dc-c0c1-4a71-872d-30ccb14bf659), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:56.828613 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7412b460-8d8e-4dd4-bb95-e05038884327 admin admin] Publish callbacks [] for security_group (97d782dc-c0c1-4a71-872d-30ccb14bf659), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:56.875850 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7412b460-8d8e-4dd4-bb95-e05038884327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (97d782dc-c0c1-4a71-872d-30ccb14bf659), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:56.878368 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7412b460-8d8e-4dd4-bb95-e05038884327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:07:56.879508 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7412b460-8d8e-4dd4-bb95-e05038884327 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/97d782dc-c0c1-4a71-872d-30ccb14bf659 HTTP/1.1" status: 204 len: 168 time: 0.1199167 Oct 20 09:07:56.887484 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412b460-8d8e-4dd4-bb95-e05038884327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d782dc-c0c1-4a71-872d-30ccb14bf659,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:07:58.954082 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f0a44847-9d2c-49ab-8ebe-688e3e98fcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:00.510384 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37408) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:00.693506 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-1c4d45e1-df95-4afb-a289-cc264b12cf19 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-66517357&fields=id&tenant_id=45d1505e085847329f7480c9bc08f1d8 HTTP/1.1" status: 200 len: 267 time: 0.0463777 Oct 20 09:08:00.879520 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-686542fe-027c-444d-81d0-7669eaad495c tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:00.880966 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-686542fe-027c-444d-81d0-7669eaad495c tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/networks?id=97e3a71a-7101-44af-a502-b2d032e40dce HTTP/1.1" status: 200 len: 808 time: 0.1799827 Oct 20 09:08:00.928074 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-ddbc70bc-4b2b-4a50-8631-7cc653af5044 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/quotas/45d1505e085847329f7480c9bc08f1d8 HTTP/1.1" status: 200 len: 375 time: 0.0402110 Oct 20 09:08:01.019305 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-30fd071d-3002-43d2-8346-7696cdb32de2 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=45d1505e085847329f7480c9bc08f1d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829687 Oct 20 09:08:01.036858 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-3c21acd3-ce5b-4522-802b-0212746f0bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:01.098080 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:01.105712 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:01.207502 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-43dd3a20-ca7f-44cf-86fa-40d78d8fc8be service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603007 Oct 20 09:08:01.240183 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742702'] for router_interface (0fe1728d-9900-4fa8-8917-849873667ba0), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:01.382088 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-fb6492a4-bc6f-4dc0-8ec2-cd350696163a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679494 Oct 20 09:08:01.518047 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] Deleting port 6a607cfa-6b0d-47d1-a88b-17aea10757b2 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:08:01.518661 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:01.603999 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] For port 6a607cfa-6b0d-47d1-a88b-17aea10757b2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6a607cfa-6b0d-47d1-a88b-17aea10757b2,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:01.604356 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:01.618971 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] Calling delete_port for 6a607cfa-6b0d-47d1-a88b-17aea10757b2 owned by network:router_interface {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:08:01.685284 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-18fecbc3-8756-40dd-bf6f-c053329b580e req-90aa0740-eb3a-4c42-944f-61a62fa85640 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 210 time: 0.0338442 Oct 20 09:08:01.805332 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (6a607cfa-6b0d-47d1-a88b-17aea10757b2), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:01.828937 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] Pushing event deleted for resources: {'Port': ['ID=6a607cfa-6b0d-47d1-a88b-17aea10757b2,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:01.906227 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:01.945188 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:02.012735 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742810'] for router_interface (0fe1728d-9900-4fa8-8917-849873667ba0), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:02.058949 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb7fd6-8331-4a15-bb1d-99c45afef2e8 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 09:08:02.161757 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb7fd6-8331-4a15-bb1d-99c45afef2e8 None None] Resources bound (agent type, host, resource id): {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 09:08:02.226723 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] Router 0fe1728d-9900-4fa8-8917-849873667ba0 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:08:02.330756 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:08:02.336618 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-61fd883a-3169-4740-bfca-f3e16054c0af admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/0fe1728d-9900-4fa8-8917-849873667ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251586 Oct 20 09:08:02.339410 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37438) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:02.346708 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b4202-2710-4e91-bf3e-13863b5d7c0d None None] Sync routers for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:08:02.360301 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b4202-2710-4e91-bf3e-13863b5d7c0d None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:08:02.361437 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-b81b4202-2710-4e91-bf3e-13863b5d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:08:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:02.408229 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:02.421048 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:02.445712 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Publish callbacks [] for router (0fe1728d-9900-4fa8-8917-849873667ba0), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:02.473071 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-b81b4202-2710-4e91-bf3e-13863b5d7c0d None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:08:02.553119 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Publish callbacks [] for router_gateway (0fe1728d-9900-4fa8-8917-849873667ba0), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:02.599443 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Deleting port 3d2f8301-254b-4c47-8661-95107e1fd626 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:08:02.599719 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:02.657695 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-b81b4202-2710-4e91-bf3e-13863b5d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232'}], 'enable_snat': True}, 'gw_port_id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:08:01Z', 'revision_number': 5, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port': {'id': '3d2f8301-254b-4c47-8661-95107e1fd626', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:02:02Z', 'updated_at': '2022-10-20T09:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:02.684056 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b4202-2710-4e91-bf3e-13863b5d7c0d None None] Checking router: 0fe1728d-9900-4fa8-8917-849873667ba0 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:08:02.689235 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] For port 3d2f8301-254b-4c47-8661-95107e1fd626, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3d2f8301-254b-4c47-8661-95107e1fd626,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:02.689594 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:02.693874 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b4202-2710-4e91-bf3e-13863b5d7c0d None None] Routers {'0fe1728d-9900-4fa8-8917-849873667ba0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:08:02.694531 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-b81b4202-2710-4e91-bf3e-13863b5d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:08:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['0fe1728d-9900-4fa8-8917-849873667ba0'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:02.704975 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Calling delete_port for 3d2f8301-254b-4c47-8661-95107e1fd626 owned by network:router_gateway {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:08:02.794627 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-b81b4202-2710-4e91-bf3e-13863b5d7c0d None None] Set router 0fe1728d-9900-4fa8-8917-849873667ba0 gateway port host: None {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:08:02.802336 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-11ca405b-9f89-462b-bd96-5b51ca5ba8a7 req-2c8b4f6f-bf61-4477-b8c9-bc7886f9b697 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 210 time: 0.0322039 Oct 20 09:08:02.836754 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:02.838850 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-48e90e14-0805-4f3b-9d35-7a9156d01d6f None None] Provisioning complete for port 848a4cca-1d47-4a49-b158-63c920b7b7cc triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:08:02.839225 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-48e90e14-0805-4f3b-9d35-7a9156d01d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:02.839635 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-48e90e14-0805-4f3b-9d35-7a9156d01d6f None None] Attempt 1 to provision port 848a4cca-1d47-4a49-b158-63c920b7b7cc Oct 20 09:08:02.846112 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:02.850155 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-b81b4202-2710-4e91-bf3e-13863b5d7c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:08:02Z', 'revision_number': 6, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:02.855361 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:02.921714 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-48e90e14-0805-4f3b-9d35-7a9156d01d6f None None] Current status of the port 848a4cca-1d47-4a49-b158-63c920b7b7cc is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:08:02.925140 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (3d2f8301-254b-4c47-8661-95107e1fd626), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:02.965294 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2f8301-254b-4c47-8661-95107e1fd626,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:02.968039 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b4202-2710-4e91-bf3e-13863b5d7c0d None None] The sync data for ids ['0fe1728d-9900-4fa8-8917-849873667ba0'] in dv-cinder-master-3-iscsi is: [{'id': '0fe1728d-9900-4fa8-8917-849873667ba0', 'name': 'tempest-AttachVolumeTestJSON-1217264017-router', 'tenant_id': 'f1061324903c42ed9f0306471a113b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:02:01Z', 'updated_at': '2022-10-20T09:08:02Z', 'revision_number': 6, 'project_id': 'f1061324903c42ed9f0306471a113b82', 'gw_port_host': None}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:08:03.019625 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753523'] for router_gateway (0fe1728d-9900-4fa8-8917-849873667ba0), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:03.103739 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router (0fe1728d-9900-4fa8-8917-849873667ba0), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:03.105812 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Publish callbacks [] for router_controller (0fe1728d-9900-4fa8-8917-849873667ba0), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:03.415286 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742733'] for router (0fe1728d-9900-4fa8-8917-849873667ba0), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:03.416306 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe1728d-9900-4fa8-8917-849873667ba0 {{(pid=104618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 09:08:03.425009 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:03.426300 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-63e566ee-972d-46d8-96ec-f4b6cd64e8d6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/0fe1728d-9900-4fa8-8917-849873667ba0 HTTP/1.1" status: 204 len: 168 time: 1.0847509 Oct 20 09:08:03.429230 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37444) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:03.478341 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Deleting subnet 7f79087e-5051-4d15-b54d-c7d08bce78b2 {{(pid=104619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:08:03.481532 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Publish callbacks [] for subnet (7f79087e-5051-4d15-b54d-c7d08bce78b2), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:03.520372 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60789047'] for subnet (7f79087e-5051-4d15-b54d-c7d08bce78b2), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:03.824895 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 3d2f8301-254b-4c47-8661-95107e1fd626 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:08:03.846820 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (7f79087e-5051-4d15-b54d-c7d08bce78b2), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:03.846998 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 3d2f8301-254b-4c47-8661-95107e1fd626 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:08:03.847367 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 3d2f8301-254b-4c47-8661-95107e1fd626 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:08:03.847979 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 6a607cfa-6b0d-47d1-a88b-17aea10757b2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:08:03.866830 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 6a607cfa-6b0d-47d1-a88b-17aea10757b2 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:08:03.867181 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 6a607cfa-6b0d-47d1-a88b-17aea10757b2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:08:03.929913 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59401348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352885'] for subnet (7f79087e-5051-4d15-b54d-c7d08bce78b2), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:03.933042 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-1ee1c3c7-e65f-4bdd-8c52-16669c55ed6a req-90ed2430-4274-4c37-8538-637ac8c80496 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 210 time: 0.0375476 Oct 20 09:08:03.956588 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f79087e-5051-4d15-b54d-c7d08bce78b2,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:03.967318 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.967665 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.968012 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.968356 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.968755 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.972413 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be9e6e6-425c-4bae-8bc7-a9c178938532 None None] Network 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:08:03.975794 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.976352 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.976833 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.977266 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.977698 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.978126 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.979561 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.980006 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.980687 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.981022 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:03.986136 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:03.989574 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-c33ac7e1-41a3-4f0e-b833-23d3b6ca2012 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/7f79087e-5051-4d15-b54d-c7d08bce78b2 HTTP/1.1" status: 204 len: 168 time: 0.5589268 Oct 20 09:08:03.991936 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37448) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:04.074406 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (26c5cd40-c195-42e5-baf1-db47fbf3d5b7), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.144232 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.160550 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0992ad89-28c3-4e52-86dc-17ee6d192b32 None None] DHCP port deletion for 26c5cd40-c195-42e5-baf1-db47fbf3d5b7 request from dv-cinder-master-3-iscsi {{(pid=104620) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 09:08:04.160828 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Deleting port 848a4cca-1d47-4a49-b158-63c920b7b7cc {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:08:04.161187 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.193379 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:04.212058 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-0992ad89-28c3-4e52-86dc-17ee6d192b32 None None] Deleting port 848a4cca-1d47-4a49-b158-63c920b7b7cc {{(pid=104620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:08:04.212703 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-0992ad89-28c3-4e52-86dc-17ee6d192b32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), before_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.237876 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:04.290821 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-0992ad89-28c3-4e52-86dc-17ee6d192b32 None None] For port 848a4cca-1d47-4a49-b158-63c920b7b7cc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=848a4cca-1d47-4a49-b158-63c920b7b7cc,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:04.291217 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-0992ad89-28c3-4e52-86dc-17ee6d192b32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), precommit_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.304124 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] For port 848a4cca-1d47-4a49-b158-63c920b7b7cc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=848a4cca-1d47-4a49-b158-63c920b7b7cc,segment=NetworkSegment(28b10995-3792-43cc-af59-ed14b5866f4e),segment_id=28b10995-3792-43cc-af59-ed14b5866f4e)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:04.304492 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.313982 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:04.315511 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-0992ad89-28c3-4e52-86dc-17ee6d192b32 None None] Calling delete_port for 848a4cca-1d47-4a49-b158-63c920b7b7cc owned by network:dhcp {{(pid=104620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:08:04.327340 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-47fbb143-cd94-4f2e-a790-727d5e151879 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:04.328499 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.328796 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-47fbb143-cd94-4f2e-a790-727d5e151879 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.23 "GET /networking/v2.0/networks?id=97e3a71a-7101-44af-a502-b2d032e40dce HTTP/1.1" status: 200 len: 808 time: 0.2047725 Oct 20 09:08:04.329860 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Calling delete_port for 848a4cca-1d47-4a49-b158-63c920b7b7cc owned by network:dhcp {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:08:04.421010 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-0992ad89-28c3-4e52-86dc-17ee6d192b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), after_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.456152 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992ad89-28c3-4e52-86dc-17ee6d192b32 None None] Pushing event deleted for resources: {'Port': ['ID=848a4cca-1d47-4a49-b158-63c920b7b7cc,revision_number=None']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:04.456454 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-46bf8c88-2dd6-4a42-8ca2-feb7156d4a77 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45d1505e085847329f7480c9bc08f1d8 HTTP/1.1" status: 200 len: 378 time: 0.1109776 Oct 20 09:08:04.464823 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992ad89-28c3-4e52-86dc-17ee6d192b32 None None] No DVR routers for this DVR port 848a4cca-1d47-4a49-b158-63c920b7b7cc on host dv-cinder-master-3-iscsi {{(pid=104620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:08:04.476041 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Request body: {'port': {'device_id': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'admin_state_up': True, 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'security_groups': ['fd5f3bd2-20c4-4165-9676-2f78d82ca4ff']}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:08:04.525210 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (848a4cca-1d47-4a49-b158-63c920b7b7cc), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.555941 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=848a4cca-1d47-4a49-b158-63c920b7b7cc,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:04.561649 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] No DVR routers for this DVR port 848a4cca-1d47-4a49-b158-63c920b7b7cc on host dv-cinder-master-3-iscsi {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:08:04.669262 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (26c5cd40-c195-42e5-baf1-db47fbf3d5b7), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.697546 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c5cd40-c195-42e5-baf1-db47fbf3d5b7']}} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:04.707058 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Made reservation on behalf of 45d1505e085847329f7480c9bc08f1d8 for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:08:04.710751 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.714140 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b10995-3792-43cc-af59-ed14b5866f4e') {'for_net_delete': True} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:04.714434 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b10995-3792-43cc-af59-ed14b5866f4e') {} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:04.731646 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788992'] for segment (28b10995-3792-43cc-af59-ed14b5866f4e), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.754556 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (28b10995-3792-43cc-af59-ed14b5866f4e), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.792931 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Releasing vlan 453 on physical network physnet1 to pool {{(pid=104619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:08:04.793318 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59399974'] for segment (28b10995-3792-43cc-af59-ed14b5866f4e), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.886138 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (26c5cd40-c195-42e5-baf1-db47fbf3d5b7), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.894950 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:04.897915 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/26c5cd40-c195-42e5-baf1-db47fbf3d5b7 HTTP/1.1" status: 204 len: 168 time: 0.9050300 Oct 20 09:08:04.912184 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff63db2-4284-4cb4-9310-5cae4408f8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=26c5cd40-c195-42e5-baf1-db47fbf3d5b7,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:04.943086 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment 28b10995-3792-43cc-af59-ed14b5866f4e resource provider aggregate not found Oct 20 09:08:04.949682 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Allocated IP 172.20.0.4 (97e3a71a-7101-44af-a502-b2d032e40dce/d6ba0a55-6a28-43da-bc1a-ea828efd5580/731aa0eb-33e7-4deb-b323-29e7908786e9) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:08:04.963647 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment 28b10995-3792-43cc-af59-ed14b5866f4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28b10995-3792-43cc-af59-ed14b5866f4e found for delete ", "request_id": "req-df4047da-5983-41fb-b6c2-a6d5f29f8751"}]} Oct 20 09:08:05.058498 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37472) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:05.068790 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-51bff1bb-0cae-4183-bf41-a80a78420b1f req-b1bfacbd-14e3-46ed-be77-b65f58157b29 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 210 time: 0.0331538 Oct 20 09:08:05.124655 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:05.139268 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:05.149835 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-caf6aa92-09aa-46b6-829a-8281519c5b5a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f1061324903c42ed9f0306471a113b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901082 Oct 20 09:08:05.152634 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37474) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:05.152782 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:05.192032 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:05.215552 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-39ae99ad-71b9-47f5-bcb4-91a9a0075ea5 admin admin] Publish callbacks [] for security_group (52972020-f3fb-4278-9a2e-419e8cfcdca9), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:05.237543 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-39ae99ad-71b9-47f5-bcb4-91a9a0075ea5 admin admin] Publish callbacks [] for security_group (52972020-f3fb-4278-9a2e-419e8cfcdca9), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:05.247901 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Network 97e3a71a-7101-44af-a502-b2d032e40dce is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:08:05.253115 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:08:05.255277 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event updated for resources: {'Port': ['ID=731aa0eb-33e7-4deb-b323-29e7908786e9,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:05.257420 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:08:05.293118 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-39ae99ad-71b9-47f5-bcb4-91a9a0075ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (52972020-f3fb-4278-9a2e-419e8cfcdca9), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:05.295992 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-39ae99ad-71b9-47f5-bcb4-91a9a0075ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:05.297514 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-39ae99ad-71b9-47f5-bcb4-91a9a0075ea5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/52972020-f3fb-4278-9a2e-419e8cfcdca9 HTTP/1.1" status: 204 len: 168 time: 0.1422887 Oct 20 09:08:05.306059 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae99ad-71b9-47f5-bcb4-91a9a0075ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52972020-f3fb-4278-9a2e-419e8cfcdca9,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:05.318614 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:05.319305 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:05.341936 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9f30ec11-0a3b-4208-a0d7-6a4ac0801275 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8744476 Oct 20 09:08:05.363598 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Request body: {'port': {'device_id': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:08:05.426732 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:05.556874 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7ecf76ac-30ef-470d-84ff-c673025cc649 None None] Provisioning complete for port 731aa0eb-33e7-4deb-b323-29e7908786e9 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:08:05.557445 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7ecf76ac-30ef-470d-84ff-c673025cc649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:05.557687 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7ecf76ac-30ef-470d-84ff-c673025cc649 None None] Attempt 1 to provision port 731aa0eb-33e7-4deb-b323-29e7908786e9 Oct 20 09:08:05.589352 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf76ac-30ef-470d-84ff-c673025cc649 None None] Port 731aa0eb-33e7-4deb-b323-29e7908786e9 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:08:05.710855 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731aa0eb-33e7-4deb-b323-29e7908786e9 {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:08:05.722676 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Publish callbacks [] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:05.737457 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Transition to ACTIVE for port object 731aa0eb-33e7-4deb-b323-29e7908786e9 will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:08:05.742522 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:05.819941 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 848a4cca-1d47-4a49-b158-63c920b7b7cc no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:08:05.845389 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 848a4cca-1d47-4a49-b158-63c920b7b7cc {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:08:05.846046 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 848a4cca-1d47-4a49-b158-63c920b7b7cc not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:08:05.862688 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=731aa0eb-33e7-4deb-b323-29e7908786e9,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:05.890783 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Attempting to bind port 731aa0eb-33e7-4deb-b323-29e7908786e9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:08:05.891198 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Attempting to bind port 731aa0eb-33e7-4deb-b323-29e7908786e9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:08:05.891874 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Attempting to bind port 731aa0eb-33e7-4deb-b323-29e7908786e9 on network 97e3a71a-7101-44af-a502-b2d032e40dce {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:08:05.944657 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Port 731aa0eb-33e7-4deb-b323-29e7908786e9 on network 97e3a71a-7101-44af-a502-b2d032e40dce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:08:05.944917 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Attempting to bind port 731aa0eb-33e7-4deb-b323-29e7908786e9 on network 97e3a71a-7101-44af-a502-b2d032e40dce {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:08:05.992736 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:08:05.993069 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Checking segment: {'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:08:05.993440 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Bound using segment: {'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:08:05.993860 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Bound port: 731aa0eb-33e7-4deb-b323-29e7908786e9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02467180-8408-4073-a005-ddb8557674b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:08:05.994216 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.040435 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:06.048061 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:06.057867 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] For port 731aa0eb-33e7-4deb-b323-29e7908786e9, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:08:06.062308 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] For port 731aa0eb-33e7-4deb-b323-29e7908786e9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=731aa0eb-33e7-4deb-b323-29e7908786e9,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:08:06.069690 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.075835 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:06.076440 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.077814 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/731aa0eb-33e7-4deb-b323-29e7908786e9 HTTP/1.1" status: 200 len: 1093 time: 0.7186601 Oct 20 09:08:06.078303 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:08:06.080554 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69d4b69-52df-4893-9677-29692f57e9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:08:06.118340 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37510) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:06.138084 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876b5aa-f699-41ea-a746-ef2a64212ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=731aa0eb-33e7-4deb-b323-29e7908786e9,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:06.146792 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd75800-15d8-4b88-8a7d-4b4c43bdf16a x-openstack-request-id: req-cfd75800-15d8-4b88-8a7d-4b4c43bdf16a {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:08:06.147161 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:08:06.147524 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfd75800-15d8-4b88-8a7d-4b4c43bdf16a {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:08:06.148105 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd75800-15d8-4b88-8a7d-4b4c43bdf16a'] response: {'name': 'network-changed', 'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'status': 'completed', 'code': 200} Oct 20 09:08:06.213674 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2692087-1dc3-45a0-b113-63f013346949 req-c100b5b2-587d-4ec9-971d-57805dc73326 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:06.214202 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9056fef8-a47c-451d-b323-81c129b14801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:06.215929 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-9056fef8-a47c-451d-b323-81c129b14801 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=45d1505e085847329f7480c9bc08f1d8&device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 1127 time: 0.0455091 Oct 20 09:08:06.216177 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f2692087-1dc3-45a0-b113-63f013346949 req-c100b5b2-587d-4ec9-971d-57805dc73326 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0579412 Oct 20 09:08:06.267395 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f2692087-1dc3-45a0-b113-63f013346949 req-9eb24a0d-e4e5-4842-aaa0-291b001be1cd tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453742 Oct 20 09:08:06.267596 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-266357954-network', 'tenant_id': 'f8a54576c7d647bb9fb58a93f62e8aab'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:08:06.271817 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-60eeeee4-6b91-4fd9-8abb-9701e705aca3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=731aa0eb-33e7-4deb-b323-29e7908786e9 HTTP/1.1" status: 200 len: 217 time: 0.0408416 Oct 20 09:08:06.321999 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Made reservation on behalf of f8a54576c7d647bb9fb58a93f62e8aab for: {'network': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:08:06.324257 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.335361 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.352245 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-68fe7e83-6a32-4b25-a562-b18b375e4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:06.353652 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-68fe7e83-6a32-4b25-a562-b18b375e4892 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6ba0a55-6a28-43da-bc1a-ea828efd5580 HTTP/1.1" status: 200 len: 847 time: 0.0750642 Oct 20 09:08:06.422613 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Publish callbacks [] for security_group (232b72a7-d7f7-41dd-aa37-9c6430a98781), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.426261 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (232b72a7-d7f7-41dd-aa37-9c6430a98781), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.447911 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 460} {{(pid=104619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:08:06.464241 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232b72a7-d7f7-41dd-aa37-9c6430a98781,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:06.467838 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (c6f842cc-9ffa-4ef9-a02e-1cbbc4e94f32), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.468173 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.segments_db [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Added segment c6f842cc-9ffa-4ef9-a02e-1cbbc4e94f32 of type vlan for network 7faa3205-02e9-4a97-9586-e3e015023549 Oct 20 09:08:06.507370 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (7faa3205-02e9-4a97-9586-e3e015023549), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.532593 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (7faa3205-02e9-4a97-9586-e3e015023549), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.533563 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:06.534137 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.593854 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4744103 Oct 20 09:08:06.596900 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37514) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:06.598871 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b356d0f-a36d-4711-aa95-c0fbeefa65ce admin admin] Pushing event updated for resources: {'Network': ['ID=7faa3205-02e9-4a97-9586-e3e015023549,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:06.601753 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] Request body: {'subnet': {'network_id': '7faa3205-02e9-4a97-9586-e3e015023549', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-266357954-subnet', 'tenant_id': 'f8a54576c7d647bb9fb58a93f62e8aab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:08:06.608283 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 7faa3205-02e9-4a97-9586-e3e015023549 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:08:06.626463 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] Made reservation on behalf of f8a54576c7d647bb9fb58a93f62e8aab for: {'subnet': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:08:06.628784 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59610662'] for subnet (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.797613 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60112092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59610676'] for subnet (3af2a4f9-8afc-46ca-aa08-ec219111a7f6), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.846404 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af2a4f9-8afc-46ca-aa08-ec219111a7f6,revision_number=0']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:06.867208 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] Checking segment: {'id': 'c6f842cc-9ffa-4ef9-a02e-1cbbc4e94f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '7faa3205-02e9-4a97-9586-e3e015023549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:08:06.867752 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] Network hostable DHCP agents. Network: 7faa3205-02e9-4a97-9586-e3e015023549, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:08:06.875137 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:06.892781 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] Network 7faa3205-02e9-4a97-9586-e3e015023549 is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:08:06.902282 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7faa3205-02e9-4a97-9586-e3e015023549) {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:08:06.907021 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:06.907603 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:06.913028 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3d64da-dd7d-4ddb-85c8-97c9a50f4eed None None] Network 7faa3205-02e9-4a97-9586-e3e015023549 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:08:06.922676 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-1d13c28f-ac44-4b94-b9c7-5767bf1f7517 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3246813 Oct 20 09:08:07.155715 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f2877a-a310-480c-92a0-e566e31f3f6f None None] Network 7faa3205-02e9-4a97-9586-e3e015023549 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:08:07.204221 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-b86f08d3-81d2-4405-a1d2-18aaeaf5d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:07.205733 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-b86f08d3-81d2-4405-a1d2-18aaeaf5d9d1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=97e3a71a-7101-44af-a502-b2d032e40dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523736 Oct 20 09:08:07.392878 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf4639-68c5-4410-b009-86bf4c7a8da3 req-c25dd8e4-280f-496f-af3e-77b1ed78b3ed tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:07.394370 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b4cf4639-68c5-4410-b009-86bf4c7a8da3 req-c25dd8e4-280f-496f-af3e-77b1ed78b3ed tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0509119 Oct 20 09:08:07.417381 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37536) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:07.422229 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-542130755-network', 'tenant_id': 'e2a94a401006415499f33a68ba88e97d'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:08:07.444860 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Made reservation on behalf of e2a94a401006415499f33a68ba88e97d for: {'network': 1} {{(pid=104618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:08:07.446249 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b4cf4639-68c5-4410-b009-86bf4c7a8da3 req-24e840b5-9551-4357-a122-a36087a1e316 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461416 Oct 20 09:08:07.448142 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for network (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:07.450722 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:07.459258 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:07.539253 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Publish callbacks [] for security_group (8c3e4ce6-c8e1-4c79-bea3-38be902ac6b9), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:07.542675 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (8c3e4ce6-c8e1-4c79-bea3-38be902ac6b9), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:07.567389 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=104618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 09:08:07.577712 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e4ce6-c8e1-4c79-bea3-38be902ac6b9,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:07.582453 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (dd1a1a2c-ecda-4e9c-86fc-25be336ccbe7), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:07.582827 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.segments_db [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Added segment dd1a1a2c-ecda-4e9c-86fc-25be336ccbe7 of type vlan for network 124d333b-f4e0-468a-a772-23debb3bc4fc Oct 20 09:08:07.622990 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745935554865'] for network (124d333b-f4e0-468a-a772-23debb3bc4fc), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:07.646450 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484'] for network (124d333b-f4e0-468a-a772-23debb3bc4fc), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:07.647430 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:07.648005 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:07.698517 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2800431 Oct 20 09:08:07.701860 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37538) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:07.706780 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] Request body: {'subnet': {'network_id': '124d333b-f4e0-468a-a772-23debb3bc4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-542130755-subnet', 'tenant_id': 'e2a94a401006415499f33a68ba88e97d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:08:07.709853 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2c820-e6bd-41cc-bf85-5d9c3cf16d60 admin admin] Pushing event updated for resources: {'Network': ['ID=124d333b-f4e0-468a-a772-23debb3bc4fc,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:07.724087 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Network 124d333b-f4e0-468a-a772-23debb3bc4fc details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104620) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 09:08:07.728242 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] Made reservation on behalf of e2a94a401006415499f33a68ba88e97d for: {'subnet': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:08:07.730625 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59352862'] for subnet (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:07.806737 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:UPDATE=4,neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:07.891755 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:07.905342 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59401307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59352844'] for subnet (45d8b7c9-004d-4219-8265-37f5f8c2bd3b), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:07.981916 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d8b7c9-004d-4219-8265-37f5f8c2bd3b,revision_number=0']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:08.020198 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] Checking segment: {'id': 'dd1a1a2c-ecda-4e9c-86fc-25be336ccbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '124d333b-f4e0-468a-a772-23debb3bc4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:08:08.020545 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] Network hostable DHCP agents. Network: 124d333b-f4e0-468a-a772-23debb3bc4fc, hostable agents: ['f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f'], hosted agents: [] {{(pid=104619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 09:08:08.062008 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] Network 124d333b-f4e0-468a-a772-23debb3bc4fc is scheduled to be hosted by DHCP agent f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f with binding_index 1 {{(pid=104619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 09:08:08.071581 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-1bd22f19-69bf-4b6a-9ca3-d9164e9bfb7c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215723 Oct 20 09:08:08.075668 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 124d333b-f4e0-468a-a772-23debb3bc4fc) {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:08:08.079628 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:08.080210 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.086670 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2003ef3-b4b5-4551-8300-c848361fda25 None None] Network 124d333b-f4e0-468a-a772-23debb3bc4fc requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:08:08.096881 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-163e6848-1da6-49e8-9aa8-33b920adc5df admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3938482 Oct 20 09:08:08.102497 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:08.193921 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e4fcc-fa3d-4720-a26b-92e54b695df3 None None] Network 124d333b-f4e0-468a-a772-23debb3bc4fc requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:08:08.224433 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37544) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:08.275756 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff47b93e-4980-41a9-bae7-f78fc608e998 admin admin] Deleting subnet 3af2a4f9-8afc-46ca-aa08-ec219111a7f6 {{(pid=104619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:08:08.279274 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ff47b93e-4980-41a9-bae7-f78fc608e998 admin admin] Publish callbacks [] for subnet (3af2a4f9-8afc-46ca-aa08-ec219111a7f6), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.316529 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ff47b93e-4980-41a9-bae7-f78fc608e998 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60789047'] for subnet (3af2a4f9-8afc-46ca-aa08-ec219111a7f6), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.356428 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ff47b93e-4980-41a9-bae7-f78fc608e998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (3af2a4f9-8afc-46ca-aa08-ec219111a7f6), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.408408 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ff47b93e-4980-41a9-bae7-f78fc608e998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59401348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352885'] for subnet (3af2a4f9-8afc-46ca-aa08-ec219111a7f6), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.431606 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47b93e-4980-41a9-bae7-f78fc608e998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af2a4f9-8afc-46ca-aa08-ec219111a7f6,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:08.437609 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-ff47b93e-4980-41a9-bae7-f78fc608e998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.440715 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-ff47b93e-4980-41a9-bae7-f78fc608e998 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/3af2a4f9-8afc-46ca-aa08-ec219111a7f6 HTTP/1.1" status: 204 len: 168 time: 0.2153161 Oct 20 09:08:08.443307 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37546) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:08.514305 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (7faa3205-02e9-4a97-9586-e3e015023549), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.572780 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d154a1-09d9-469a-8ae3-96175831e6d2 req-d350c3e4-e657-46e0-a747-0399110e366b tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:08.574193 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-18d154a1-09d9-469a-8ae3-96175831e6d2 req-d350c3e4-e657-46e0-a747-0399110e366b tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0507824 Oct 20 09:08:08.590852 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (7faa3205-02e9-4a97-9586-e3e015023549), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.614586 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7faa3205-02e9-4a97-9586-e3e015023549']}} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:08.623903 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-18d154a1-09d9-469a-8ae3-96175831e6d2 req-61ce15b5-59ef-4c9f-90ec-e9c65066fd01 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439315 Oct 20 09:08:08.624326 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f842cc-9ffa-4ef9-a02e-1cbbc4e94f32') {'for_net_delete': True} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:08.624618 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f842cc-9ffa-4ef9-a02e-1cbbc4e94f32') {} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:08.634192 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788992'] for segment (c6f842cc-9ffa-4ef9-a02e-1cbbc4e94f32), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.647879 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (c6f842cc-9ffa-4ef9-a02e-1cbbc4e94f32), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.654857 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] Releasing vlan 460 on physical network physnet1 to pool {{(pid=104619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:08:08.655235 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59399974'] for segment (c6f842cc-9ffa-4ef9-a02e-1cbbc4e94f32), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.694796 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment c6f842cc-9ffa-4ef9-a02e-1cbbc4e94f32 resource provider aggregate not found Oct 20 09:08:08.699580 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:08.712865 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment c6f842cc-9ffa-4ef9-a02e-1cbbc4e94f32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6f842cc-9ffa-4ef9-a02e-1cbbc4e94f32 found for delete ", "request_id": "req-d9d575c0-6845-4f5f-9e83-0de9761594c5"}]} Oct 20 09:08:08.719995 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (7faa3205-02e9-4a97-9586-e3e015023549), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.727222 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.730270 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/7faa3205-02e9-4a97-9586-e3e015023549 HTTP/1.1" status: 204 len: 168 time: 0.2860444 Oct 20 09:08:08.733800 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37554) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:08.740425 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91264dd-ae5a-47cc-9267-8c0936508b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=7faa3205-02e9-4a97-9586-e3e015023549,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:08.778746 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_v2 [None req-95def119-309e-4384-988a-5d8c2ff2af34 admin admin] Deleting subnet 45d8b7c9-004d-4219-8265-37f5f8c2bd3b {{(pid=104618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:08:08.781941 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95def119-309e-4384-988a-5d8c2ff2af34 admin admin] Publish callbacks [] for subnet (45d8b7c9-004d-4219-8265-37f5f8c2bd3b), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.816196 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95def119-309e-4384-988a-5d8c2ff2af34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59339449'] for subnet (45d8b7c9-004d-4219-8265-37f5f8c2bd3b), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.859681 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95def119-309e-4384-988a-5d8c2ff2af34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (45d8b7c9-004d-4219-8265-37f5f8c2bd3b), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.911579 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95def119-309e-4384-988a-5d8c2ff2af34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60111875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59610637'] for subnet (45d8b7c9-004d-4219-8265-37f5f8c2bd3b), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.937377 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95def119-309e-4384-988a-5d8c2ff2af34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d8b7c9-004d-4219-8265-37f5f8c2bd3b,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:08.941054 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-95def119-309e-4384-988a-5d8c2ff2af34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:08.944246 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-95def119-309e-4384-988a-5d8c2ff2af34 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/45d8b7c9-004d-4219-8265-37f5f8c2bd3b HTTP/1.1" status: 204 len: 168 time: 0.2094347 Oct 20 09:08:08.946813 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37556) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:08.976691 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-05ea15fc-84c9-4086-82f6-27f83d36cd04 req-069d9960-60f3-4373-bc01-079c8255903f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903742 Oct 20 09:08:09.008255 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:09.019826 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (124d333b-f4e0-468a-a772-23debb3bc4fc), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:09.099000 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (124d333b-f4e0-468a-a772-23debb3bc4fc), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:09.118956 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124d333b-f4e0-468a-a772-23debb3bc4fc']}} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:09.128904 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1a1a2c-ecda-4e9c-86fc-25be336ccbe7') {'for_net_delete': True} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:09.129228 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1a1a2c-ecda-4e9c-86fc-25be336ccbe7') {} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:09.140000 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59339406'] for segment (dd1a1a2c-ecda-4e9c-86fc-25be336ccbe7), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:09.153642 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (dd1a1a2c-ecda-4e9c-86fc-25be336ccbe7), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:09.159848 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] Releasing vlan 486 on physical network physnet1 to pool {{(pid=104618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:08:09.160229 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60098465'] for segment (dd1a1a2c-ecda-4e9c-86fc-25be336ccbe7), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:09.174905 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:09.204127 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment dd1a1a2c-ecda-4e9c-86fc-25be336ccbe7 resource provider aggregate not found Oct 20 09:08:09.228436 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (124d333b-f4e0-468a-a772-23debb3bc4fc), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:09.235504 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment dd1a1a2c-ecda-4e9c-86fc-25be336ccbe7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd1a1a2c-ecda-4e9c-86fc-25be336ccbe7 found for delete ", "request_id": "req-bbe77d27-71c7-4913-bde5-f806d0a39d9a"}]} Oct 20 09:08:09.235972 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:09.239063 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/124d333b-f4e0-468a-a772-23debb3bc4fc HTTP/1.1" status: 204 len: 168 time: 0.2912281 Oct 20 09:08:09.250926 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dbc6e-a000-452b-bfca-e6a7fbf837e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=124d333b-f4e0-468a-a772-23debb3bc4fc,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:09.382280 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d4b69-52df-4893-9677-29692f57e9e7 req-f12cbbcb-aee7-4a3c-93f2-4371cf7b5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:09.383453 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e69d4b69-52df-4893-9677-29692f57e9e7 req-f12cbbcb-aee7-4a3c-93f2-4371cf7b5c8a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=45d1505e085847329f7480c9bc08f1d8&device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 1127 time: 0.0417869 Oct 20 09:08:09.410729 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37566) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:09.451399 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-241f0625-0dbf-478c-a531-9dbba1e4e0c2 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f8a54576c7d647bb9fb58a93f62e8aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394270 Oct 20 09:08:09.453894 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37568) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:09.467157 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:09.486612 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d4b69-52df-4893-9677-29692f57e9e7 req-7652e6c8-c34e-4523-9b6f-d302a246246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:09.488280 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e69d4b69-52df-4893-9677-29692f57e9e7 req-7652e6c8-c34e-4523-9b6f-d302a246246d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=97e3a71a-7101-44af-a502-b2d032e40dce HTTP/1.1" status: 200 len: 909 time: 0.0983791 Oct 20 09:08:09.506694 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5a17e696-d990-456e-ba9f-aeadea094db4 admin admin] Publish callbacks [] for security_group (232b72a7-d7f7-41dd-aa37-9c6430a98781), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:09.527371 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e69d4b69-52df-4893-9677-29692f57e9e7 req-d491a7ad-96ac-483e-818b-190cfe05f65c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=731aa0eb-33e7-4deb-b323-29e7908786e9 HTTP/1.1" status: 200 len: 217 time: 0.0327871 Oct 20 09:08:09.527581 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5a17e696-d990-456e-ba9f-aeadea094db4 admin admin] Publish callbacks [] for security_group (232b72a7-d7f7-41dd-aa37-9c6430a98781), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:09.576806 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5a17e696-d990-456e-ba9f-aeadea094db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (232b72a7-d7f7-41dd-aa37-9c6430a98781), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:09.579515 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d4b69-52df-4893-9677-29692f57e9e7 req-7de786ba-1ebe-4469-b3e2-6e417da2036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:09.579648 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5a17e696-d990-456e-ba9f-aeadea094db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:09.583116 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-5a17e696-d990-456e-ba9f-aeadea094db4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/232b72a7-d7f7-41dd-aa37-9c6430a98781 HTTP/1.1" status: 204 len: 168 time: 0.1257718 Oct 20 09:08:09.583282 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e69d4b69-52df-4893-9677-29692f57e9e7 req-7de786ba-1ebe-4469-b3e2-6e417da2036d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6ba0a55-6a28-43da-bc1a-ea828efd5580 HTTP/1.1" status: 200 len: 847 time: 0.0466318 Oct 20 09:08:09.588974 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17e696-d990-456e-ba9f-aeadea094db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b72a7-d7f7-41dd-aa37-9c6430a98781,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:09.627701 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d4b69-52df-4893-9677-29692f57e9e7 req-c462e65c-3a9e-4f01-8891-3708ed89fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:09.629231 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e69d4b69-52df-4893-9677-29692f57e9e7 req-c462e65c-3a9e-4f01-8891-3708ed89fc3c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=97e3a71a-7101-44af-a502-b2d032e40dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416386 Oct 20 09:08:09.757586 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e69d4b69-52df-4893-9677-29692f57e9e7 req-051b51c3-78f5-4710-987d-a396f10cce85 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212506 Oct 20 09:08:09.768824 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30924059-7879-4aa8-93ca-d3617052aacd req-40cf41c3-98c0-4d3a-b131-35b3ff5a92e2 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:09.770234 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-30924059-7879-4aa8-93ca-d3617052aacd req-40cf41c3-98c0-4d3a-b131-35b3ff5a92e2 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0634134 Oct 20 09:08:09.882396 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-30924059-7879-4aa8-93ca-d3617052aacd req-5a92baba-91bd-4d35-a80e-1de00c6493e2 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028602 Oct 20 09:08:09.899996 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e69d4b69-52df-4893-9677-29692f57e9e7 req-e1b7c4f8-029a-40fa-9190-bad22bb71eda service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288261 Oct 20 09:08:09.926718 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37576) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:09.968115 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-793e5811-f271-4571-b548-06fa78beb4fc admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e2a94a401006415499f33a68ba88e97d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402472 Oct 20 09:08:09.970444 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37578) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:10.017726 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-89e4e700-a5cb-4920-bee6-0301a393c42e admin admin] Publish callbacks [] for security_group (8c3e4ce6-c8e1-4c79-bea3-38be902ac6b9), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:10.041896 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-89e4e700-a5cb-4920-bee6-0301a393c42e admin admin] Publish callbacks [] for security_group (8c3e4ce6-c8e1-4c79-bea3-38be902ac6b9), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:10.088139 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-89e4e700-a5cb-4920-bee6-0301a393c42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (8c3e4ce6-c8e1-4c79-bea3-38be902ac6b9), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:10.091620 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-89e4e700-a5cb-4920-bee6-0301a393c42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:10.092768 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-89e4e700-a5cb-4920-bee6-0301a393c42e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8c3e4ce6-c8e1-4c79-bea3-38be902ac6b9 HTTP/1.1" status: 204 len: 168 time: 0.1214123 Oct 20 09:08:10.103111 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4e700-a5cb-4920-bee6-0301a393c42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e4ce6-c8e1-4c79-bea3-38be902ac6b9,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:11.005589 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd195280-6999-4561-aa51-7590d563fb4c req-c1a19476-9ce8-4db6-a7b4-6c1d1760c950 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:11.008571 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bd195280-6999-4561-aa51-7590d563fb4c req-c1a19476-9ce8-4db6-a7b4-6c1d1760c950 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0519855 Oct 20 09:08:11.059100 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bd195280-6999-4561-aa51-7590d563fb4c req-52726a8b-d6c6-4696-9386-3d19d2d2355e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441039 Oct 20 09:08:12.074818 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37670) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:12.083118 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.181930 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-73d5cf8b-267d-4ac4-a52c-71bf5e04891c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.185412 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e26d6-bd00-4a03-a1c0-84b1a73b3cfe req-f85d39d6-c4e0-4c45-9e17-e27edeb37d64 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:12.187426 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-be4e26d6-bd00-4a03-a1c0-84b1a73b3cfe req-f85d39d6-c4e0-4c45-9e17-e27edeb37d64 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0489650 Oct 20 09:08:12.241293 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-be4e26d6-bd00-4a03-a1c0-84b1a73b3cfe req-db1036d2-1f99-421b-a7d1-6db5dca52635 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464170 Oct 20 09:08:12.257775 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-73d5cf8b-267d-4ac4-a52c-71bf5e04891c admin admin] Publish callbacks [] for security_group (66e2652b-e250-46f5-9632-33cf94b87594), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.261646 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-73d5cf8b-267d-4ac4-a52c-71bf5e04891c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (66e2652b-e250-46f5-9632-33cf94b87594), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.300552 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5cf8b-267d-4ac4-a52c-71bf5e04891c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e2652b-e250-46f5-9632-33cf94b87594,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:12.307116 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-73d5cf8b-267d-4ac4-a52c-71bf5e04891c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d5af6df258994fc194d696afb5b384a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287736 Oct 20 09:08:12.307489 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37676) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:12.344838 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:12.358647 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d14430b8-78f4-4912-9e61-c3ceaedd458d admin admin] Publish callbacks [] for security_group (66e2652b-e250-46f5-9632-33cf94b87594), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.379603 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d14430b8-78f4-4912-9e61-c3ceaedd458d admin admin] Publish callbacks [] for security_group (66e2652b-e250-46f5-9632-33cf94b87594), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.427949 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d14430b8-78f4-4912-9e61-c3ceaedd458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (66e2652b-e250-46f5-9632-33cf94b87594), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.430426 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d14430b8-78f4-4912-9e61-c3ceaedd458d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.431567 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d14430b8-78f4-4912-9e61-c3ceaedd458d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/66e2652b-e250-46f5-9632-33cf94b87594 HTTP/1.1" status: 204 len: 168 time: 0.1230800 Oct 20 09:08:12.439989 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14430b8-78f4-4912-9e61-c3ceaedd458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e2652b-e250-46f5-9632-33cf94b87594,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:12.696232 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37684) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:12.713057 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d0c561b7-4674-4e30-b93d-fc7c54e60797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.779795 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:12.788658 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d0c561b7-4674-4e30-b93d-fc7c54e60797 admin admin] Publish callbacks [] for security_group (f143e0fe-4c1e-464b-89df-7022a46b18d6), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.792338 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d0c561b7-4674-4e30-b93d-fc7c54e60797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f143e0fe-4c1e-464b-89df-7022a46b18d6), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.797049 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=31 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:12.831518 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d0c561b7-4674-4e30-b93d-fc7c54e60797 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a137d35b3eed42afb8f51f6167752075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342289 Oct 20 09:08:12.832570 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c561b7-4674-4e30-b93d-fc7c54e60797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f143e0fe-4c1e-464b-89df-7022a46b18d6,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:12.834275 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37686) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:12.882707 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f5071188-13a5-4b9f-9905-d94da1632bb9 admin admin] Publish callbacks [] for security_group (f143e0fe-4c1e-464b-89df-7022a46b18d6), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.885206 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:12.904457 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f5071188-13a5-4b9f-9905-d94da1632bb9 admin admin] Publish callbacks [] for security_group (f143e0fe-4c1e-464b-89df-7022a46b18d6), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.950584 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f5071188-13a5-4b9f-9905-d94da1632bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f143e0fe-4c1e-464b-89df-7022a46b18d6), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.953089 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f5071188-13a5-4b9f-9905-d94da1632bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:12.954212 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-f5071188-13a5-4b9f-9905-d94da1632bb9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f143e0fe-4c1e-464b-89df-7022a46b18d6 HTTP/1.1" status: 204 len: 168 time: 0.1188242 Oct 20 09:08:12.961931 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5071188-13a5-4b9f-9905-d94da1632bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f143e0fe-4c1e-464b-89df-7022a46b18d6,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:12.967085 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=87 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:13.374902 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dca07e-4514-484b-a5a8-0254fa0bd96d req-b8cb8369-7dba-4d03-a5b1-2a8fb29cd1b7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:13.376391 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a1dca07e-4514-484b-a5a8-0254fa0bd96d req-b8cb8369-7dba-4d03-a5b1-2a8fb29cd1b7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0473928 Oct 20 09:08:13.428878 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a1dca07e-4514-484b-a5a8-0254fa0bd96d req-539a81bc-35ea-4631-aa8a-83216e4fa3c7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453198 Oct 20 09:08:14.552381 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c1b74-6399-4179-865d-31a1a750b601 req-b74bd860-f9d7-414d-afae-a9e1306c69bc tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:14.553965 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a72c1b74-6399-4179-865d-31a1a750b601 req-b74bd860-f9d7-414d-afae-a9e1306c69bc tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0482223 Oct 20 09:08:14.608314 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a72c1b74-6399-4179-865d-31a1a750b601 req-86a98b87-b86a-4cd7-8c27-da4c574590b3 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481160 Oct 20 09:08:15.747846 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8acd3-4f4e-41fe-865b-b14dd165c8df req-fc73eca7-8cc1-4b6c-a566-2723de6602eb tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:15.749411 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-33c8acd3-4f4e-41fe-865b-b14dd165c8df req-fc73eca7-8cc1-4b6c-a566-2723de6602eb tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0529916 Oct 20 09:08:15.774584 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e2cfc-e614-4dee-912a-f9073a5c6679 req-3410087a-147d-43dd-93f7-1e80261cfbcc tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:15.777691 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-632e2cfc-e614-4dee-912a-f9073a5c6679 req-3410087a-147d-43dd-93f7-1e80261cfbcc tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 947 time: 0.0539641 Oct 20 09:08:15.804066 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-33c8acd3-4f4e-41fe-865b-b14dd165c8df req-831e5b34-35c5-47a2-a993-7d4b049a8600 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485363 Oct 20 09:08:15.841465 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-632e2cfc-e614-4dee-912a-f9073a5c6679 req-3a54a130-1380-4ef2-b8dc-82861c46dbf1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580339 Oct 20 09:08:16.929154 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:16.938299 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d3b4-e4e8-4f2b-b439-2d82a13b7b8d req-73faa1ac-681a-4175-bbbb-70ebd7d15885 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:16.940067 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-62c8d3b4-e4e8-4f2b-b439-2d82a13b7b8d req-73faa1ac-681a-4175-bbbb-70ebd7d15885 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0530269 Oct 20 09:08:16.975199 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8302c86-0f02-4f4a-b494-f8413d476105 req-fdbe2631-d9c7-4525-bf68-465784fb89af tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:16.977901 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e8302c86-0f02-4f4a-b494-f8413d476105 req-fdbe2631-d9c7-4525-bf68-465784fb89af tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 947 time: 0.0536468 Oct 20 09:08:17.004772 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-62c8d3b4-e4e8-4f2b-b439-2d82a13b7b8d req-1f3109df-2a7a-4aa2-81a6-ba0c1320cec2 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565395 Oct 20 09:08:17.034362 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e8302c86-0f02-4f4a-b494-f8413d476105 req-7fba63db-20f2-4861-8029-d4e96341d78f tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493865 Oct 20 09:08:17.382565 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 731aa0eb-33e7-4deb-b323-29e7908786e9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:08:17.451169 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-fe298628-2506-43de-9ffc-22519c07626d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:17.452524 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-fe298628-2506-43de-9ffc-22519c07626d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 947 time: 0.0509315 Oct 20 09:08:17.461162 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:17.486899 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 731aa0eb-33e7-4deb-b323-29e7908786e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=731aa0eb-33e7-4deb-b323-29e7908786e9,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:17.498298 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'port_id': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'mac_address': 'fa:16:3e:da:59:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:08:17.537317 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 731aa0eb-33e7-4deb-b323-29e7908786e9 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:08:17.537966 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:17.542622 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Deleting port f17302af-3ee4-46d2-a6fe-a973b183f4e4 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:08:17.542961 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:17.552692 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731aa0eb-33e7-4deb-b323-29e7908786e9 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:08:17.573460 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 731aa0eb-33e7-4deb-b323-29e7908786e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=731aa0eb-33e7-4deb-b323-29e7908786e9,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:17.577901 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:17.623400 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=731aa0eb-33e7-4deb-b323-29e7908786e9,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:17.638776 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] For port f17302af-3ee4-46d2-a6fe-a973b183f4e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f17302af-3ee4-46d2-a6fe-a973b183f4e4,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:17.639142 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:17.878308 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['731aa0eb-33e7-4deb-b323-29e7908786e9'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:08:18.054895 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:18.055444 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:18.055711 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Floating IP 9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d disassociated. External IP: 172.37.2.165, port: f17302af-3ee4-46d2-a6fe-a973b183f4e4. Oct 20 09:08:18.056130 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Calling delete_port for f17302af-3ee4-46d2-a6fe-a973b183f4e4 owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:08:18.180813 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c367cdd-fe7c-409c-be64-9d7aa224f95f req-12541716-5548-4ae3-b172-6ac99bc86663 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:18.182351 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0c367cdd-fe7c-409c-be64-9d7aa224f95f req-12541716-5548-4ae3-b172-6ac99bc86663 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 944 time: 0.0749245 Oct 20 09:08:18.188717 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:18.209486 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:18.237150 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ba7f-22f7-48e0-98c4-914535d5737c req-3fba74da-0f4a-4ff6-9a27-75d89f24527b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:18.238787 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b699ba7f-22f7-48e0-98c4-914535d5737c req-3fba74da-0f4a-4ff6-9a27-75d89f24527b tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 947 time: 0.0726728 Oct 20 09:08:18.245741 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0c367cdd-fe7c-409c-be64-9d7aa224f95f req-9ce4f183-a040-4a46-9bfc-9559944d5990 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529776 Oct 20 09:08:18.313171 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (f17302af-3ee4-46d2-a6fe-a973b183f4e4), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:18.323832 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b699ba7f-22f7-48e0-98c4-914535d5737c req-6b24e40a-f541-4aca-9ab3-850479ee1e3d tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=912b4997-ee35-4ff2-9fa0-bef4a15a628f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666440 Oct 20 09:08:18.345698 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event deleted for resources: {'Port': ['ID=f17302af-3ee4-46d2-a6fe-a973b183f4e4,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:18.475405 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Router eef76796-bf79-432b-9083-b7245a10f8c8 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:08:18.582542 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:08:18.592486 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3151d95-577a-4272-95ce-7ebbde4cef24 None None] Sync routers for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:08:18.603498 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3151d95-577a-4272-95ce-7ebbde4cef24 None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:08:18.604108 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e3151d95-577a-4272-95ce-7ebbde4cef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:08:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:18.626691 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] No DVR routers for this DVR port f17302af-3ee4-46d2-a6fe-a973b183f4e4 on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:08:18.629537 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:18.633000 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5f8a8f5e-c199-4da5-a4a6-20356a05cae1 req-3af6e0a6-b507-475d-822c-f224e6465ed1 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.23 "DELETE /networking/v2.0/ports/f17302af-3ee4-46d2-a6fe-a973b183f4e4 HTTP/1.1" status: 204 len: 173 time: 1.1747696 Oct 20 09:08:18.633454 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'name': 'network-vif-deleted', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:08:18.635550 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:18.635704 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5174b5e-f1db-4670-b0a3-1eecd68e28d8" -d '{"events": [{"server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "name": "network-vif-deleted", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:08:18.678644 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce739a3d-09b4-484f-86ec-7669c0318978 x-openstack-request-id: req-ce739a3d-09b4-484f-86ec-7669c0318978 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:08:18.678996 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7facb789-628a-44aa-b0ec-7f6aee5617dd", "name": "network-vif-deleted", "tag": "f17302af-3ee4-46d2-a6fe-a973b183f4e4", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:08:18.679342 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce739a3d-09b4-484f-86ec-7669c0318978 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:08:18.679886 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce739a3d-09b4-484f-86ec-7669c0318978'] response: {'server_uuid': '7facb789-628a-44aa-b0ec-7f6aee5617dd', 'name': 'network-vif-deleted', 'tag': 'f17302af-3ee4-46d2-a6fe-a973b183f4e4', 'status': 'completed', 'code': 200} Oct 20 09:08:18.721212 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-e3151d95-577a-4272-95ce-7ebbde4cef24 None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:08:18.929507 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e3151d95-577a-4272-95ce-7ebbde4cef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:18.954544 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3151d95-577a-4272-95ce-7ebbde4cef24 None None] Checking router: eef76796-bf79-432b-9083-b7245a10f8c8 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:08:18.963218 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3151d95-577a-4272-95ce-7ebbde4cef24 None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:08:18.963913 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e3151d95-577a-4272-95ce-7ebbde4cef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:08:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:19.063447 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-e3151d95-577a-4272-95ce-7ebbde4cef24 None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:08:19.084567 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:19.247305 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-e3151d95-577a-4272-95ce-7ebbde4cef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:19.276105 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3151d95-577a-4272-95ce-7ebbde4cef24 None None] The sync data for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi is: [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:00:37Z', 'revision_number': 4, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bc5ca010-5dfe-4ff8-ba5f-3f58964711b2', 'name': '', 'network_id': '8e03c888-668e-46f5-b105-1902608fb69d', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'mac_address': 'fa:16:3e:b1:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:36Z', 'updated_at': '2022-10-20T09:00:57Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'subnets': [{'id': '8f14ce4c-e320-41b8-8ad7-946f179b96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:08:19.397885 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce43953-0952-47ab-b96c-9ffa5b32136d req-7b5083e7-5afd-4d7e-acd7-668d92a47480 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:19.400628 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bce43953-0952-47ab-b96c-9ffa5b32136d req-7b5083e7-5afd-4d7e-acd7-668d92a47480 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 944 time: 0.0670800 Oct 20 09:08:19.469044 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bce43953-0952-47ab-b96c-9ffa5b32136d req-deb93ab4-6220-4b11-989e-71a0fb895763 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605567 Oct 20 09:08:19.484351 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 731aa0eb-33e7-4deb-b323-29e7908786e9 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:08:19.495140 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0274925a-9bcc-4e7b-bf52-753f75abf547 req-c8c15572-dc31-4cf4-a76e-e9d1a20c5874 tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7facb789-628a-44aa-b0ec-7f6aee5617dd HTTP/1.1" status: 200 len: 210 time: 0.0443802 Oct 20 09:08:19.573830 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port 731aa0eb-33e7-4deb-b323-29e7908786e9 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:08:19.585960 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 731aa0eb-33e7-4deb-b323-29e7908786e9 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:08:19.586418 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:19.587571 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 731aa0eb-33e7-4deb-b323-29e7908786e9 Oct 20 09:08:19.658336 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1cea3a-a184-426c-87cb-08b98e1da56e None None] New status for floating IP 9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d: DOWN {{(pid=104621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:08:19.680973 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 731aa0eb-33e7-4deb-b323-29e7908786e9 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:08:19.680973 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:19.711063 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:08:19.714203 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fff37e-7604-4a9b-a02e-96c3decf5697" -d '{"events": [{"server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "name": "network-vif-plugged", "status": "completed", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:08:19.732830 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 731aa0eb-33e7-4deb-b323-29e7908786e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=731aa0eb-33e7-4deb-b323-29e7908786e9,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:19.741017 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:19.742694 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device f17302af-3ee4-46d2-a6fe-a973b183f4e4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:08:19.785391 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d08757e-c3eb-47f9-a14e-371a6f092ab5 x-openstack-request-id: req-8d08757e-c3eb-47f9-a14e-371a6f092ab5 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:08:19.785840 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "name": "network-vif-plugged", "status": "completed", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:08:19.786022 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d08757e-c3eb-47f9-a14e-371a6f092ab5 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:08:19.786714 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d08757e-c3eb-47f9-a14e-371a6f092ab5'] response: {'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'code': 200} Oct 20 09:08:19.787329 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: f17302af-3ee4-46d2-a6fe-a973b183f4e4 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:08:19.787779 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device f17302af-3ee4-46d2-a6fe-a973b183f4e4 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:08:19.830133 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=731aa0eb-33e7-4deb-b323-29e7908786e9,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:19.920790 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37882) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:20.057944 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-81f21e46-50c9-4def-8078-a41d583804d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.070051 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f5f9-e098-4edb-9957-8b8dd9d2d43f req-e20809af-11cc-4104-9ebd-dd112eb374b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:20.071475 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d031f5f9-e098-4edb-9957-8b8dd9d2d43f req-e20809af-11cc-4104-9ebd-dd112eb374b2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 1129 time: 0.0580254 Oct 20 09:08:20.143645 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-d031f5f9-e098-4edb-9957-8b8dd9d2d43f req-83232527-fa1e-4974-a77f-71bab798f9c2 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634668 Oct 20 09:08:20.178323 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-81f21e46-50c9-4def-8078-a41d583804d5 admin admin] Publish callbacks [] for security_group (413515f4-1bc6-4385-839a-14f0640f1ffe), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.182575 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-81f21e46-50c9-4def-8078-a41d583804d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (413515f4-1bc6-4385-839a-14f0640f1ffe), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.223362 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-81f21e46-50c9-4def-8078-a41d583804d5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=52bb2568c8f04a1ba1d87a0d89c4bd05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010745 Oct 20 09:08:20.226645 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37890) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:20.227910 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f21e46-50c9-4def-8078-a41d583804d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413515f4-1bc6-4385-839a-14f0640f1ffe,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:20.278494 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7c5e510f-76b5-4f25-9023-63253f97010d admin admin] Publish callbacks [] for security_group (413515f4-1bc6-4385-839a-14f0640f1ffe), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.299198 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7c5e510f-76b5-4f25-9023-63253f97010d admin admin] Publish callbacks [] for security_group (413515f4-1bc6-4385-839a-14f0640f1ffe), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.348364 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7c5e510f-76b5-4f25-9023-63253f97010d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (413515f4-1bc6-4385-839a-14f0640f1ffe), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.350959 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7c5e510f-76b5-4f25-9023-63253f97010d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.352113 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-7c5e510f-76b5-4f25-9023-63253f97010d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/413515f4-1bc6-4385-839a-14f0640f1ffe HTTP/1.1" status: 204 len: 168 time: 0.1241245 Oct 20 09:08:20.361151 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e510f-76b5-4f25-9023-63253f97010d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413515f4-1bc6-4385-839a-14f0640f1ffe,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:20.625235 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37908) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:20.644660 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d993b82-ef05-425d-8034-211dae5b7baa req-9df06b9e-b578-4f4b-9d0b-8ac150f84868 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:20.646255 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1d993b82-ef05-425d-8034-211dae5b7baa req-9df06b9e-b578-4f4b-9d0b-8ac150f84868 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0719423 Oct 20 09:08:20.670038 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37910) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:20.686540 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-70df7af3-e20e-4e50-8481-538638c11ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.693517 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5b72ab01-ee80-40e5-ab5a-61ade9a7d3ce tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (912b4997-ee35-4ff2-9fa0-bef4a15a628f), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.702067 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:20.718959 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5b72ab01-ee80-40e5-ab5a-61ade9a7d3ce tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (912b4997-ee35-4ff2-9fa0-bef4a15a628f), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.728773 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1d993b82-ef05-425d-8034-211dae5b7baa req-3363c435-338f-43d6-8897-b69a7e82f6de tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767970 Oct 20 09:08:20.741060 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:20.772818 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5b72ab01-ee80-40e5-ab5a-61ade9a7d3ce tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (912b4997-ee35-4ff2-9fa0-bef4a15a628f), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.775567 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5b72ab01-ee80-40e5-ab5a-61ade9a7d3ce tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.776724 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5b72ab01-ee80-40e5-ab5a-61ade9a7d3ce tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/912b4997-ee35-4ff2-9fa0-bef4a15a628f HTTP/1.1" status: 204 len: 168 time: 0.1504731 Oct 20 09:08:20.780682 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37912) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:20.786880 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-70df7af3-e20e-4e50-8481-538638c11ae5 admin admin] Publish callbacks [] for security_group (5f3221a9-643b-4611-b111-2f77fc9e0c47), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.792073 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-70df7af3-e20e-4e50-8481-538638c11ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (5f3221a9-643b-4611-b111-2f77fc9e0c47), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.794818 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72ab01-ee80-40e5-ab5a-61ade9a7d3ce tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b4997-ee35-4ff2-9fa0-bef4a15a628f,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:20.801198 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.api.v2.resource [None req-cdc689a3-7c68-4332-b921-27796b9701fc tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] show failed (client error): The resource could not be found. Oct 20 09:08:20.804999 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-cdc689a3-7c68-4332-b921-27796b9701fc tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "GET /networking/v2.0/security-groups/912b4997-ee35-4ff2-9fa0-bef4a15a628f HTTP/1.1" status: 404 len: 347 time: 0.0194294 Oct 20 09:08:20.805867 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37914) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:20.848136 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-70df7af3-e20e-4e50-8481-538638c11ae5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=61ee7d5324e84ec9990f5d2bd946f343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770220 Oct 20 09:08:20.849254 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df7af3-e20e-4e50-8481-538638c11ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3221a9-643b-4611-b111-2f77fc9e0c47,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:20.851679 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37916) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:20.903331 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0313-14f8-457c-98b9-1ae364b1cdd1 admin admin] Publish callbacks [] for security_group (5f3221a9-643b-4611-b111-2f77fc9e0c47), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.905810 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:20.920196 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c0e6b-56ed-4ff2-847e-660699255b4e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Deleting port 7e6166c9-27a2-4d2b-8316-6e481ad813e6 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:08:20.920536 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e6b-56ed-4ff2-847e-660699255b4e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (7e6166c9-27a2-4d2b-8316-6e481ad813e6), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.925925 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0313-14f8-457c-98b9-1ae364b1cdd1 admin admin] Publish callbacks [] for security_group (5f3221a9-643b-4611-b111-2f77fc9e0c47), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.977101 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0313-14f8-457c-98b9-1ae364b1cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (5f3221a9-643b-4611-b111-2f77fc9e0c47), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.979683 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0313-14f8-457c-98b9-1ae364b1cdd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:20.980867 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-f0ce0313-14f8-457c-98b9-1ae364b1cdd1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5f3221a9-643b-4611-b111-2f77fc9e0c47 HTTP/1.1" status: 204 len: 168 time: 0.1284511 Oct 20 09:08:20.989165 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0313-14f8-457c-98b9-1ae364b1cdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3221a9-643b-4611-b111-2f77fc9e0c47,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:21.006364 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e6b-56ed-4ff2-847e-660699255b4e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (7e6166c9-27a2-4d2b-8316-6e481ad813e6), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:21.007102 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e6b-56ed-4ff2-847e-660699255b4e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (7e6166c9-27a2-4d2b-8316-6e481ad813e6), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:21.024154 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c0e6b-56ed-4ff2-847e-660699255b4e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Calling delete_port for 7e6166c9-27a2-4d2b-8316-6e481ad813e6 owned by network:floatingip {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:08:21.160752 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e6b-56ed-4ff2-847e-660699255b4e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (7e6166c9-27a2-4d2b-8316-6e481ad813e6), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:21.185497 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c0e6b-56ed-4ff2-847e-660699255b4e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Pushing event deleted for resources: {'Port': ['ID=7e6166c9-27a2-4d2b-8316-6e481ad813e6,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:21.248255 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e6b-56ed-4ff2-847e-660699255b4e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks [] for floatingip (9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:21.250804 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e6b-56ed-4ff2-847e-660699255b4e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:21.254674 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-dd1c0e6b-56ed-4ff2-847e-660699255b4e tempest-AttachVolumeShelveTestJSON-344536273 tempest-AttachVolumeShelveTestJSON-344536273-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/9372976d-e5b4-4d93-aeed-b9d6c6e4fe1d HTTP/1.1" status: 204 len: 168 time: 0.4452016 Oct 20 09:08:21.885593 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41892a-2ca6-4c16-a83f-f82a86bef548 req-ee7a1a76-5be9-429c-9374-5bb5840524a6 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:21.888382 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6e41892a-2ca6-4c16-a83f-f82a86bef548 req-ee7a1a76-5be9-429c-9374-5bb5840524a6 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0613599 Oct 20 09:08:21.953566 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6e41892a-2ca6-4c16-a83f-f82a86bef548 req-65935549-1328-4e3a-95c0-aaea62cde138 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573683 Oct 20 09:08:22.080452 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738a48b-9220-4f24-8ac9-b6c98612fac7 req-b252729c-e7c7-43ab-a1f6-c70db518a5eb tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:22.081955 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7738a48b-9220-4f24-8ac9-b6c98612fac7 req-b252729c-e7c7-43ab-a1f6-c70db518a5eb tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0505304 Oct 20 09:08:22.124266 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:22.144227 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7738a48b-9220-4f24-8ac9-b6c98612fac7 req-79960b11-4b96-4eb5-93d7-ac9c0b7b0730 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548739 Oct 20 09:08:22.177948 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 37974) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:22.240318 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37978) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:22.442684 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c59c7b-3639-4f3c-8ad2-f9fa54d6b83d tempest-TestShelveInstance-624776021 tempest-TestShelveInstance-624776021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:22.444463 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-72c59c7b-3639-4f3c-8ad2-f9fa54d6b83d tempest-TestShelveInstance-624776021 tempest-TestShelveInstance-624776021-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 1124 time: 0.2655103 Oct 20 09:08:22.447728 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 37990) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:22.452794 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'port_id': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:08:22.497450 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-700d6f90-e92b-4b1a-999f-ca4692e3035d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:22.500230 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:22.630617 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:22.700048 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:22.711012 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:22.718398 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-700d6f90-e92b-4b1a-999f-ca4692e3035d admin admin] Publish callbacks [] for security_group (621e38a7-b4a8-45f9-bc08-7fe42555aa8b), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:22.727605 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-700d6f90-e92b-4b1a-999f-ca4692e3035d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (621e38a7-b4a8-45f9-bc08-7fe42555aa8b), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:22.800379 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-700d6f90-e92b-4b1a-999f-ca4692e3035d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f046ebc25b8744b9b7c8b0727aa140d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584586 Oct 20 09:08:22.801109 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d6f90-e92b-4b1a-999f-ca4692e3035d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621e38a7-b4a8-45f9-bc08-7fe42555aa8b,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:22.803110 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38008) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:22.820319 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Allocated IP 172.37.2.40 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/eddcf066-6f52-448d-a026-9bace59447ed) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:08:22.866557 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-40cae446-bee1-4f6d-abe7-257399c24625 admin admin] Publish callbacks [] for security_group (621e38a7-b4a8-45f9-bc08-7fe42555aa8b), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:22.892062 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-40cae446-bee1-4f6d-abe7-257399c24625 admin admin] Publish callbacks [] for security_group (621e38a7-b4a8-45f9-bc08-7fe42555aa8b), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:22.946920 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-40cae446-bee1-4f6d-abe7-257399c24625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (621e38a7-b4a8-45f9-bc08-7fe42555aa8b), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:22.950698 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-40cae446-bee1-4f6d-abe7-257399c24625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:22.954163 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-40cae446-bee1-4f6d-abe7-257399c24625 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/621e38a7-b4a8-45f9-bc08-7fe42555aa8b HTTP/1.1" status: 204 len: 168 time: 0.1477075 Oct 20 09:08:22.954329 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for port (eddcf066-6f52-448d-a026-9bace59447ed), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:22.963430 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cae446-bee1-4f6d-abe7-257399c24625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621e38a7-b4a8-45f9-bc08-7fe42555aa8b,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:23.005780 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (eddcf066-6f52-448d-a026-9bace59447ed), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.048682 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:08:23.051730 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:08:23.055377 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:08:23.090871 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event updated for resources: {'Port': ['ID=eddcf066-6f52-448d-a026-9bace59447ed,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:23.362644 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38026) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:23.378512 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc4e3-053b-4d7d-b1dd-14dd6faf010f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.428011 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:08:23.466754 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc4e3-053b-4d7d-b1dd-14dd6faf010f admin admin] Publish callbacks [] for security_group (48698aab-decd-4799-8626-d7b8821cb1bf), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.468926 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for floatingip (555cae49-584e-4ccb-be46-ab65400629d8), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.470667 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:23.472022 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc4e3-053b-4d7d-b1dd-14dd6faf010f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (48698aab-decd-4799-8626-d7b8821cb1bf), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.518261 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38028) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:23.518492 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d2dbc4e3-053b-4d7d-b1dd-14dd6faf010f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c85f3a0d74d94c699fdd08d83f6db158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540997 Oct 20 09:08:23.519662 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbc4e3-053b-4d7d-b1dd-14dd6faf010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48698aab-decd-4799-8626-d7b8821cb1bf,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:23.587611 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (eddcf066-6f52-448d-a026-9bace59447ed), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.639781 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ab17-5b39-4fbf-8b4f-a07ec742374d admin admin] Publish callbacks [] for security_group (48698aab-decd-4799-8626-d7b8821cb1bf), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.649872 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:23.681460 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ab17-5b39-4fbf-8b4f-a07ec742374d admin admin] Publish callbacks [] for security_group (48698aab-decd-4799-8626-d7b8821cb1bf), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.755803 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38040) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:23.794192 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ab17-5b39-4fbf-8b4f-a07ec742374d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (48698aab-decd-4799-8626-d7b8821cb1bf), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.796605 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ab17-5b39-4fbf-8b4f-a07ec742374d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.797750 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-1ac6ab17-5b39-4fbf-8b4f-a07ec742374d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/48698aab-decd-4799-8626-d7b8821cb1bf HTTP/1.1" status: 204 len: 168 time: 0.2784994 Oct 20 09:08:23.810945 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6ab17-5b39-4fbf-8b4f-a07ec742374d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48698aab-decd-4799-8626-d7b8821cb1bf,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:23.829936 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for port (eddcf066-6f52-448d-a026-9bace59447ed), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.835895 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (eddcf066-6f52-448d-a026-9bace59447ed), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.909831 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (555cae49-584e-4ccb-be46-ab65400629d8), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:23.912789 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event updated for resources: {'Port': ['ID=eddcf066-6f52-448d-a026-9bace59447ed,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:24.015630 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Floating IP 555cae49-584e-4ccb-be46-ab65400629d8 associated. External IP: 172.37.2.40, port: 731aa0eb-33e7-4deb-b323-29e7908786e9. Oct 20 09:08:24.204534 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38048) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:24.225393 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1e0eab2f-cba5-4929-8e4e-7f77e8cd83c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.251983 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:08:24.267810 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742702'] for router_interface (eef76796-bf79-432b-9083-b7245a10f8c8), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.273538 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:24.308424 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:24.406438 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1e0eab2f-cba5-4929-8e4e-7f77e8cd83c9 admin admin] Publish callbacks [] for security_group (20e8447b-4a61-46ad-b196-8b6bd0eb3f5f), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.413378 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-1e0eab2f-cba5-4929-8e4e-7f77e8cd83c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (20e8447b-4a61-46ad-b196-8b6bd0eb3f5f), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.418066 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:24.425182 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:08:24.426061 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:24.438335 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b85539-8433-4958-8241-ba8502654581 None None] Sync routers for ids ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:08:24.450669 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b85539-8433-4958-8241-ba8502654581 None None] Routers {'36fe5431-8a03-4ab8-8f59-5eea9c46af48'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:08:24.451314 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f3b85539-8433-4958-8241-ba8502654581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:08:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:24.467878 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-1e0eab2f-cba5-4929-8e4e-7f77e8cd83c9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=80d4e1a4753a486db4e241810148e7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623084 Oct 20 09:08:24.468588 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38050) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:24.478567 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.482579 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0eab2f-cba5-4929-8e4e-7f77e8cd83c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e8447b-4a61-46ad-b196-8b6bd0eb3f5f,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:24.523302 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5752f9f7-9292-46c8-ad7d-2274b3161589 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0723853 Oct 20 09:08:24.523302 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:08:24.524854 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c139c6-e3a2-466d-886e-750a22f93d33" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:08:24.527232 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] Deleting port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:08:24.527590 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.557184 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-f3b85539-8433-4958-8241-ba8502654581 None None] Set router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:08:24.564442 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14411075-5393-4e79-b7c3-1a0d50037927 x-openstack-request-id: req-14411075-5393-4e79-b7c3-1a0d50037927 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:08:24.564728 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:08:24.564975 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14411075-5393-4e79-b7c3-1a0d50037927 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:08:24.565372 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14411075-5393-4e79-b7c3-1a0d50037927'] response: {'name': 'network-changed', 'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'status': 'completed', 'code': 200} Oct 20 09:08:24.591588 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ede9ae67-1cfc-4ee4-82ce-e95fd5e85fbf admin admin] Publish callbacks [] for security_group (20e8447b-4a61-46ad-b196-8b6bd0eb3f5f), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.593182 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:24.630237 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ede9ae67-1cfc-4ee4-82ce-e95fd5e85fbf admin admin] Publish callbacks [] for security_group (20e8447b-4a61-46ad-b196-8b6bd0eb3f5f), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.651551 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] For port bc5ca010-5dfe-4ff8-ba5f-3f58964711b2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc5ca010-5dfe-4ff8-ba5f-3f58964711b2,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:24.651917 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.675381 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c139c6-e3a2-466d-886e-750a22f93d33 req-151541b7-64d2-4100-bbc5-12581c5fbca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:24.677682 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-29c139c6-e3a2-466d-886e-750a22f93d33 req-151541b7-64d2-4100-bbc5-12581c5fbca8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=45d1505e085847329f7480c9bc08f1d8&device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 1129 time: 0.0538304 Oct 20 09:08:24.679682 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] Calling delete_port for bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 owned by network:router_interface {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:08:24.755084 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ede9ae67-1cfc-4ee4-82ce-e95fd5e85fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (20e8447b-4a61-46ad-b196-8b6bd0eb3f5f), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.757684 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ede9ae67-1cfc-4ee4-82ce-e95fd5e85fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.758912 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ede9ae67-1cfc-4ee4-82ce-e95fd5e85fbf admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/20e8447b-4a61-46ad-b196-8b6bd0eb3f5f HTTP/1.1" status: 204 len: 168 time: 0.2893465 Oct 20 09:08:24.776363 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9ae67-1cfc-4ee4-82ce-e95fd5e85fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e8447b-4a61-46ad-b196-8b6bd0eb3f5f,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:24.874587 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c139c6-e3a2-466d-886e-750a22f93d33 req-84baa379-b45e-48fc-815b-264589dbd332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:24.877093 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-29c139c6-e3a2-466d-886e-750a22f93d33 req-84baa379-b45e-48fc-815b-264589dbd332 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=97e3a71a-7101-44af-a502-b2d032e40dce HTTP/1.1" status: 200 len: 909 time: 0.1923363 Oct 20 09:08:24.880361 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:24.929755 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (bc5ca010-5dfe-4ff8-ba5f-3f58964711b2), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:24.979887 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5ca010-5dfe-4ff8-ba5f-3f58964711b2,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:25.000255 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f3b85539-8433-4958-8241-ba8502654581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '555cae49-584e-4ccb-be46-ab65400629d8', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'floating_ip_address': '172.37.2.40', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'port_id': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'mac_address': 'fa:16:3e:da:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:08:23Z', 'updated_at': '2022-10-20T09:08:23Z', 'revision_number': 0, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc3546e-dc7b-4a75-8183-263bcba72bec', 'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'mac_address': 'fa:16:3e:8c:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:26Z', 'updated_at': '2022-10-20T09:07:32Z', 'revision_number': 5, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'subnets': [{'id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:25.008591 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-29c139c6-e3a2-466d-886e-750a22f93d33 req-89ba835b-029a-4e1b-995a-3c6fc33616cb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=731aa0eb-33e7-4deb-b323-29e7908786e9 HTTP/1.1" status: 200 len: 998 time: 0.1208763 Oct 20 09:08:25.037684 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b85539-8433-4958-8241-ba8502654581 None None] Checking router: 36fe5431-8a03-4ab8-8f59-5eea9c46af48 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:08:25.049365 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b85539-8433-4958-8241-ba8502654581 None None] Routers {'36fe5431-8a03-4ab8-8f59-5eea9c46af48'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:08:25.050159 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f3b85539-8433-4958-8241-ba8502654581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:08:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:25.073534 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c139c6-e3a2-466d-886e-750a22f93d33 req-e9c5e61f-6301-4149-ac17-83d8ff779d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:25.075554 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-29c139c6-e3a2-466d-886e-750a22f93d33 req-e9c5e61f-6301-4149-ac17-83d8ff779d24 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6ba0a55-6a28-43da-bc1a-ea828efd5580 HTTP/1.1" status: 200 len: 847 time: 0.0615678 Oct 20 09:08:25.150635 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c139c6-e3a2-466d-886e-750a22f93d33 req-aaf1a5fe-acc2-4876-9549-b92b057cd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:25.152169 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-29c139c6-e3a2-466d-886e-750a22f93d33 req-aaf1a5fe-acc2-4876-9549-b92b057cd4a6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=97e3a71a-7101-44af-a502-b2d032e40dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664394 Oct 20 09:08:25.248800 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-f3b85539-8433-4958-8241-ba8502654581 None None] Set router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:08:25.252761 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742810'] for router_interface (eef76796-bf79-432b-9083-b7245a10f8c8), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:25.349498 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:25.357416 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-29c139c6-e3a2-466d-886e-750a22f93d33 req-1efbb93c-c8af-4d52-b2a1-6d7993881322 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909370 Oct 20 09:08:25.357539 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b4fe8-0fa2-4d06-b6bd-4f16815b45bd None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 09:08:25.480420 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-29c139c6-e3a2-466d-886e-750a22f93d33 req-8d968f4a-dbcc-43c9-8b4b-8d8e8cf6c6b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215954 Oct 20 09:08:25.497989 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:25.577762 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b4fe8-0fa2-4d06-b6bd-4f16815b45bd None None] Resources bound (agent type, host, resource id): {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 09:08:25.589222 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] Router eef76796-bf79-432b-9083-b7245a10f8c8 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:08:25.675814 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-f3b85539-8433-4958-8241-ba8502654581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '555cae49-584e-4ccb-be46-ab65400629d8', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'floating_ip_address': '172.37.2.40', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'port_id': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'mac_address': 'fa:16:3e:da:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:08:23Z', 'updated_at': '2022-10-20T09:08:23Z', 'revision_number': 0, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc3546e-dc7b-4a75-8183-263bcba72bec', 'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'mac_address': 'fa:16:3e:8c:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:26Z', 'updated_at': '2022-10-20T09:07:32Z', 'revision_number': 5, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'subnets': [{'id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:25.709038 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b85539-8433-4958-8241-ba8502654581 None None] The sync data for ids ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'] in dv-cinder-master-3-iscsi is: [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '555cae49-584e-4ccb-be46-ab65400629d8', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'floating_ip_address': '172.37.2.40', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'port_id': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'mac_address': 'fa:16:3e:da:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:08:23Z', 'updated_at': '2022-10-20T09:08:23Z', 'revision_number': 0, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc3546e-dc7b-4a75-8183-263bcba72bec', 'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'mac_address': 'fa:16:3e:8c:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:26Z', 'updated_at': '2022-10-20T09:07:32Z', 'revision_number': 5, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'subnets': [{'id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:08:25.727520 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:08:25.735491 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-2ae278fc-59bf-4661-9bdc-1c100501744d admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/eef76796-bf79-432b-9083-b7245a10f8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9783325 Oct 20 09:08:25.736870 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38102) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:25.742975 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983646c-d885-4914-9b6a-3b32a54612a5 None None] Sync routers for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:08:25.772878 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983646c-d885-4914-9b6a-3b32a54612a5 None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:08:25.773520 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-7983646c-d885-4914-9b6a-3b32a54612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:08:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:25.925888 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-7983646c-d885-4914-9b6a-3b32a54612a5 None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:08:25.942890 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Publish callbacks [] for router (eef76796-bf79-432b-9083-b7245a10f8c8), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:26.068650 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e53bf1b-d034-456c-90f8-be9c473db539 None None] New status for floating IP 555cae49-584e-4ccb-be46-ab65400629d8: ACTIVE {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:08:26.098802 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Publish callbacks [] for router_gateway (eef76796-bf79-432b-9083-b7245a10f8c8), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:26.103065 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:26.138232 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-7983646c-d885-4914-9b6a-3b32a54612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239'}], 'enable_snat': True}, 'gw_port_id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:08:24Z', 'revision_number': 5, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port': {'id': '679bfc97-0583-42ab-ac67-a4bec8fa34a7', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:00:30Z', 'updated_at': '2022-10-20T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:26.176093 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Deleting port 679bfc97-0583-42ab-ac67-a4bec8fa34a7 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:08:26.176493 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:26.176772 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983646c-d885-4914-9b6a-3b32a54612a5 None None] Checking router: eef76796-bf79-432b-9083-b7245a10f8c8 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:08:26.188729 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983646c-d885-4914-9b6a-3b32a54612a5 None None] Routers {'eef76796-bf79-432b-9083-b7245a10f8c8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:08:26.189359 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-7983646c-d885-4914-9b6a-3b32a54612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:08:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['eef76796-bf79-432b-9083-b7245a10f8c8'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:26.307316 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-7983646c-d885-4914-9b6a-3b32a54612a5 None None] Set router eef76796-bf79-432b-9083-b7245a10f8c8 gateway port host: None {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:08:26.362671 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] For port 679bfc97-0583-42ab-ac67-a4bec8fa34a7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=679bfc97-0583-42ab-ac67-a4bec8fa34a7,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:26.363042 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:26.383294 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Calling delete_port for 679bfc97-0583-42ab-ac67-a4bec8fa34a7 owned by network:router_gateway {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:08:26.406746 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-7983646c-d885-4914-9b6a-3b32a54612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:08:26Z', 'revision_number': 6, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:26.446891 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983646c-d885-4914-9b6a-3b32a54612a5 None None] The sync data for ids ['eef76796-bf79-432b-9083-b7245a10f8c8'] in dv-cinder-master-3-iscsi is: [{'id': 'eef76796-bf79-432b-9083-b7245a10f8c8', 'name': 'tempest-AttachVolumeShelveTestJSON-937325098-router', 'tenant_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:00:28Z', 'updated_at': '2022-10-20T09:08:26Z', 'revision_number': 6, 'project_id': '869b5cf3a9264fd3b70ae656d7814cfb', 'gw_port_host': None}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:08:26.470714 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:26.632400 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (679bfc97-0583-42ab-ac67-a4bec8fa34a7), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:26.659699 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-a0e16cf7-3c26-495c-a6ca-a30dca876582 None None] Provisioning complete for port b975734c-1c90-49a4-bbcf-ec8349f14353 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:08:26.660903 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-a0e16cf7-3c26-495c-a6ca-a30dca876582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:26.661395 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-a0e16cf7-3c26-495c-a6ca-a30dca876582 None None] Attempt 1 to provision port b975734c-1c90-49a4-bbcf-ec8349f14353 Oct 20 09:08:26.668549 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=679bfc97-0583-42ab-ac67-a4bec8fa34a7,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:26.698523 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:26.750252 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=100 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:26.768685 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-a0e16cf7-3c26-495c-a6ca-a30dca876582 None None] Current status of the port b975734c-1c90-49a4-bbcf-ec8349f14353 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:08:26.881899 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38160) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:27.011185 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-05de689a-3726-49f3-b98e-439832fb06fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.053239 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753523'] for router_gateway (eef76796-bf79-432b-9083-b7245a10f8c8), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.097179 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-05de689a-3726-49f3-b98e-439832fb06fe admin admin] Publish callbacks [] for security_group (6615bf39-cf1c-43e8-8331-94b2ddf33a8b), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.100521 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-05de689a-3726-49f3-b98e-439832fb06fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (6615bf39-cf1c-43e8-8331-94b2ddf33a8b), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.143773 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-05de689a-3726-49f3-b98e-439832fb06fe admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a8375a12cea145f5a567bbb71344e928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579679 Oct 20 09:08:27.143773 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de689a-3726-49f3-b98e-439832fb06fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6615bf39-cf1c-43e8-8331-94b2ddf33a8b,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:27.144213 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38176) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:27.155550 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router (eef76796-bf79-432b-9083-b7245a10f8c8), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.162030 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Publish callbacks [] for router_controller (eef76796-bf79-432b-9083-b7245a10f8c8), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.227637 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742733'] for router (eef76796-bf79-432b-9083-b7245a10f8c8), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.228190 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eef76796-bf79-432b-9083-b7245a10f8c8 {{(pid=104619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 09:08:27.234495 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.238221 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-bc5944b3-86d3-4e95-9bea-e69bcadc0da9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/eef76796-bf79-432b-9083-b7245a10f8c8 HTTP/1.1" status: 204 len: 168 time: 1.5003409 Oct 20 09:08:27.238370 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38180) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:27.254937 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-23bc5e17-6213-4219-b60a-7b5b2ce0dc21 admin admin] Publish callbacks [] for security_group (6615bf39-cf1c-43e8-8331-94b2ddf33a8b), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.280027 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-23bc5e17-6213-4219-b60a-7b5b2ce0dc21 admin admin] Publish callbacks [] for security_group (6615bf39-cf1c-43e8-8331-94b2ddf33a8b), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.291599 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb7bffd-1b57-4c43-8184-514884c5ee89 admin admin] Deleting subnet 8f14ce4c-e320-41b8-8ad7-946f179b96d8 {{(pid=104618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:08:27.295436 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bffd-1b57-4c43-8184-514884c5ee89 admin admin] Publish callbacks [] for subnet (8f14ce4c-e320-41b8-8ad7-946f179b96d8), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.335212 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-23bc5e17-6213-4219-b60a-7b5b2ce0dc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (6615bf39-cf1c-43e8-8331-94b2ddf33a8b), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.337845 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-23bc5e17-6213-4219-b60a-7b5b2ce0dc21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.342292 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-23bc5e17-6213-4219-b60a-7b5b2ce0dc21 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6615bf39-cf1c-43e8-8331-94b2ddf33a8b HTTP/1.1" status: 204 len: 168 time: 0.1940949 Oct 20 09:08:27.344372 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bffd-1b57-4c43-8184-514884c5ee89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59339449'] for subnet (8f14ce4c-e320-41b8-8ad7-946f179b96d8), precommit_delete_associations {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.350263 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc5e17-6213-4219-b60a-7b5b2ce0dc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6615bf39-cf1c-43e8-8331-94b2ddf33a8b,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:27.443569 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bffd-1b57-4c43-8184-514884c5ee89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (8f14ce4c-e320-41b8-8ad7-946f179b96d8), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.506565 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bffd-1b57-4c43-8184-514884c5ee89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60111875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59610637'] for subnet (8f14ce4c-e320-41b8-8ad7-946f179b96d8), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.533737 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7bffd-1b57-4c43-8184-514884c5ee89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f14ce4c-e320-41b8-8ad7-946f179b96d8,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:27.539818 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bffd-1b57-4c43-8184-514884c5ee89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.545236 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76478c48-04a2-4554-bc93-d674ff999fd5 None None] Network 8e03c888-668e-46f5-b105-1902608fb69d requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:08:27.545797 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38186) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:27.547021 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-0cb7bffd-1b57-4c43-8184-514884c5ee89 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/8f14ce4c-e320-41b8-8ad7-946f179b96d8 HTTP/1.1" status: 204 len: 168 time: 0.3076196 Oct 20 09:08:27.637384 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (8e03c888-668e-46f5-b105-1902608fb69d), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.688449 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Deleting port b975734c-1c90-49a4-bbcf-ec8349f14353 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:08:27.688881 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.712745 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38188) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:27.735775 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e4663a9c-7eeb-46d6-8a36-b71a520e4d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.754355 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:27.767211 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] For port b975734c-1c90-49a4-bbcf-ec8349f14353, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b975734c-1c90-49a4-bbcf-ec8349f14353,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:27.767570 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.773898 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] DHCP port deletion for 8e03c888-668e-46f5-b105-1902608fb69d request from dv-cinder-master-3-iscsi {{(pid=104620) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 09:08:27.786972 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Calling delete_port for b975734c-1c90-49a4-bbcf-ec8349f14353 owned by network:dhcp {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:08:27.839486 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Deleting port b975734c-1c90-49a4-bbcf-ec8349f14353 {{(pid=104620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:08:27.841016 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), before_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.846043 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:27.878356 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e4663a9c-7eeb-46d6-8a36-b71a520e4d26 admin admin] Publish callbacks [] for security_group (82117e2b-db58-4d89-a8b0-0d0529740dfa), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.887487 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-e4663a9c-7eeb-46d6-8a36-b71a520e4d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (82117e2b-db58-4d89-a8b0-0d0529740dfa), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.899118 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b975734c-1c90-49a4-bbcf-ec8349f14353 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:08:27.907534 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.912604 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:27.934666 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Pushing event deleted for resources: {'Port': ['ID=b975734c-1c90-49a4-bbcf-ec8349f14353,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:27.935704 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-e4663a9c-7eeb-46d6-8a36-b71a520e4d26 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9523056e878c41769c7691d4120bf7fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218688 Oct 20 09:08:27.938968 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] No DVR routers for this DVR port b975734c-1c90-49a4-bbcf-ec8349f14353 on host dv-cinder-master-3-iscsi {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:08:27.940377 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38192) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:27.943776 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4663a9c-7eeb-46d6-8a36-b71a520e4d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82117e2b-db58-4d89-a8b0-0d0529740dfa,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:27.963492 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] For port b975734c-1c90-49a4-bbcf-ec8349f14353, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b975734c-1c90-49a4-bbcf-ec8349f14353,segment=NetworkSegment(5c578f0e-c0b0-4913-8825-ba5b58495ce7),segment_id=5c578f0e-c0b0-4913-8825-ba5b58495ce7)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:08:27.963899 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), precommit_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:27.980318 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Calling delete_port for b975734c-1c90-49a4-bbcf-ec8349f14353 owned by network:dhcp {{(pid=104620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:08:27.984349 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No active binding found for port b975734c-1c90-49a4-bbcf-ec8349f14353 {{(pid=104620) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 20 09:08:27.984723 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] The host dv-cinder-master-3-iscsi is not matching for port b975734c-1c90-49a4-bbcf-ec8349f14353 host None! {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 20 09:08:27.985323 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b975734c-1c90-49a4-bbcf-ec8349f14353 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:08:27.985970 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:08:28.006581 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:28.010513 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:08:28.010842 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device bc5ca010-5dfe-4ff8-ba5f-3f58964711b2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:08:28.011262 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 679bfc97-0583-42ab-ac67-a4bec8fa34a7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:08:28.052071 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (8e03c888-668e-46f5-b105-1902608fb69d), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.062355 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 679bfc97-0583-42ab-ac67-a4bec8fa34a7 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:08:28.062741 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 679bfc97-0583-42ab-ac67-a4bec8fa34a7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:08:28.081103 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d733c644-ba06-41de-8216-2d0e8f4d2e6f admin admin] Publish callbacks [] for security_group (82117e2b-db58-4d89-a8b0-0d0529740dfa), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.083929 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e03c888-668e-46f5-b105-1902608fb69d']}} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:28.100861 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c578f0e-c0b0-4913-8825-ba5b58495ce7') {'for_net_delete': True} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:28.101146 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c578f0e-c0b0-4913-8825-ba5b58495ce7') {} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:08:28.104996 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148'] for port (b975734c-1c90-49a4-bbcf-ec8349f14353), after_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.119591 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788992'] for segment (5c578f0e-c0b0-4913-8825-ba5b58495ce7), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.122891 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d733c644-ba06-41de-8216-2d0e8f4d2e6f admin admin] Publish callbacks [] for security_group (82117e2b-db58-4d89-a8b0-0d0529740dfa), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.131271 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Pushing event deleted for resources: {'Port': ['ID=b975734c-1c90-49a4-bbcf-ec8349f14353,revision_number=None']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:28.135883 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] No DVR routers for this DVR port b975734c-1c90-49a4-bbcf-ec8349f14353 on host dv-cinder-master-3-iscsi {{(pid=104620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:08:28.142888 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.143241 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.143588 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.143927 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.144260 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.144589 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.145094 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.145431 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.145754 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.146230 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.146652 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (5c578f0e-c0b0-4913-8825-ba5b58495ce7), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.147766 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.148112 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.148746 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.149087 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.149421 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c1bd-753b-4198-a0f3-f03fd6afe6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:28.168711 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Releasing vlan 476 on physical network physnet1 to pool {{(pid=104619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:08:28.169065 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59399974'] for segment (5c578f0e-c0b0-4913-8825-ba5b58495ce7), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.215190 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment 5c578f0e-c0b0-4913-8825-ba5b58495ce7 resource provider aggregate not found Oct 20 09:08:28.237780 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment 5c578f0e-c0b0-4913-8825-ba5b58495ce7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c578f0e-c0b0-4913-8825-ba5b58495ce7 found for delete ", "request_id": "req-0f292d78-817b-4cca-b525-1a054c30f077"}]} Oct 20 09:08:28.242111 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (8e03c888-668e-46f5-b105-1902608fb69d), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.249066 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.252214 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/8e03c888-668e-46f5-b105-1902608fb69d HTTP/1.1" status: 204 len: 168 time: 0.7054334 Oct 20 09:08:28.254345 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d733c644-ba06-41de-8216-2d0e8f4d2e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (82117e2b-db58-4d89-a8b0-0d0529740dfa), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.256895 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d733c644-ba06-41de-8216-2d0e8f4d2e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.259439 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d733c644-ba06-41de-8216-2d0e8f4d2e6f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/82117e2b-db58-4d89-a8b0-0d0529740dfa HTTP/1.1" status: 204 len: 168 time: 0.3166256 Oct 20 09:08:28.271971 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0b2fa-e16a-45a5-a809-30cbefee726a admin admin] Pushing event deleted for resources: {'Network': ['ID=8e03c888-668e-46f5-b105-1902608fb69d,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:28.278886 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733c644-ba06-41de-8216-2d0e8f4d2e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82117e2b-db58-4d89-a8b0-0d0529740dfa,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:28.446933 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38202) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:28.489324 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-3a8b493e-755a-44c4-98b9-ca98c52e0045 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=869b5cf3a9264fd3b70ae656d7814cfb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407767 Oct 20 09:08:28.492242 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38206) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:28.547941 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b5b2-062f-48a3-9ea4-276196d62119 admin admin] Publish callbacks [] for security_group (9cb21163-5c0d-4fb0-b21a-97db75ffa078), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.573296 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b5b2-062f-48a3-9ea4-276196d62119 admin admin] Publish callbacks [] for security_group (9cb21163-5c0d-4fb0-b21a-97db75ffa078), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.621241 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b5b2-062f-48a3-9ea4-276196d62119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (9cb21163-5c0d-4fb0-b21a-97db75ffa078), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.623827 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b5b2-062f-48a3-9ea4-276196d62119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.625674 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-e7c8b5b2-062f-48a3-9ea4-276196d62119 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9cb21163-5c0d-4fb0-b21a-97db75ffa078 HTTP/1.1" status: 204 len: 168 time: 0.1325006 Oct 20 09:08:28.633546 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8b5b2-062f-48a3-9ea4-276196d62119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb21163-5c0d-4fb0-b21a-97db75ffa078,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:28.695732 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38210) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:28.711175 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c1ad209e-689d-4636-b4fd-2d87733ad6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.792531 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c1ad209e-689d-4636-b4fd-2d87733ad6ac admin admin] Publish callbacks [] for security_group (b059bf3f-9c99-4c13-8aab-0ea49b2c969e), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.797515 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c1ad209e-689d-4636-b4fd-2d87733ad6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (b059bf3f-9c99-4c13-8aab-0ea49b2c969e), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.839206 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c1ad209e-689d-4636-b4fd-2d87733ad6ac admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5a4bf4f26bb946ba98d4368af0541dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422477 Oct 20 09:08:28.841677 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad209e-689d-4636-b4fd-2d87733ad6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b059bf3f-9c99-4c13-8aab-0ea49b2c969e,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:28.842678 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38214) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:28.898010 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-de613028-a752-4d2e-9aa9-bd40f2965274 admin admin] Publish callbacks [] for security_group (b059bf3f-9c99-4c13-8aab-0ea49b2c969e), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.925716 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-de613028-a752-4d2e-9aa9-bd40f2965274 admin admin] Publish callbacks [] for security_group (b059bf3f-9c99-4c13-8aab-0ea49b2c969e), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.961088 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-253897a3-4037-4f34-97fd-4b13aaffe36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.983959 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-de613028-a752-4d2e-9aa9-bd40f2965274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (b059bf3f-9c99-4c13-8aab-0ea49b2c969e), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.987741 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-de613028-a752-4d2e-9aa9-bd40f2965274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:28.990556 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-de613028-a752-4d2e-9aa9-bd40f2965274 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b059bf3f-9c99-4c13-8aab-0ea49b2c969e HTTP/1.1" status: 204 len: 168 time: 0.1453452 Oct 20 09:08:29.002616 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de613028-a752-4d2e-9aa9-bd40f2965274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b059bf3f-9c99-4c13-8aab-0ea49b2c969e,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:31.041667 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-725e39d0-3576-485b-ac9d-ab1238008b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:32.406666 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:33.297898 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38340) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:33.411324 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8afa31c1-d03d-47d8-935a-b46e5d554353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:33.491379 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8afa31c1-d03d-47d8-935a-b46e5d554353 admin admin] Publish callbacks [] for security_group (2ac0a4d1-9458-4b3f-a71a-96269faebe78), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:33.497251 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-8afa31c1-d03d-47d8-935a-b46e5d554353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2ac0a4d1-9458-4b3f-a71a-96269faebe78), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:33.536298 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa31c1-d03d-47d8-935a-b46e5d554353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac0a4d1-9458-4b3f-a71a-96269faebe78,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:33.540856 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-8afa31c1-d03d-47d8-935a-b46e5d554353 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6bc433aee59d42cea6504cafd89750c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418444 Oct 20 09:08:33.543945 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38344) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:33.593547 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c3174f8a-136d-48b9-8bed-d6cf0cdffa51 admin admin] Publish callbacks [] for security_group (2ac0a4d1-9458-4b3f-a71a-96269faebe78), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:33.613011 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c3174f8a-136d-48b9-8bed-d6cf0cdffa51 admin admin] Publish callbacks [] for security_group (2ac0a4d1-9458-4b3f-a71a-96269faebe78), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:33.661913 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c3174f8a-136d-48b9-8bed-d6cf0cdffa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2ac0a4d1-9458-4b3f-a71a-96269faebe78), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:33.664435 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c3174f8a-136d-48b9-8bed-d6cf0cdffa51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:33.665635 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c3174f8a-136d-48b9-8bed-d6cf0cdffa51 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2ac0a4d1-9458-4b3f-a71a-96269faebe78 HTTP/1.1" status: 204 len: 168 time: 0.1211119 Oct 20 09:08:33.674274 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3174f8a-136d-48b9-8bed-d6cf0cdffa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac0a4d1-9458-4b3f-a71a-96269faebe78,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:34.132805 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:34.318629 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:36.344704 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:36.411081 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:38.480420 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38498) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:38.586983 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5442-c862-4ab6-8bd4-3a3f66aabb62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:38.662952 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5442-c862-4ab6-8bd4-3a3f66aabb62 admin admin] Publish callbacks [] for security_group (17912c25-514c-403a-bce0-e9aec99b47e3), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:38.666698 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5442-c862-4ab6-8bd4-3a3f66aabb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (17912c25-514c-403a-bce0-e9aec99b47e3), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:38.672398 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:38.712230 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb5442-c862-4ab6-8bd4-3a3f66aabb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17912c25-514c-403a-bce0-e9aec99b47e3,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:38.717207 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-9ccb5442-c862-4ab6-8bd4-3a3f66aabb62 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6f8e62812b574b378b10d3d76ac9b43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351172 Oct 20 09:08:38.720006 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38502) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:38.737587 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:38.773414 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a22c8559-98d7-4e1f-be6a-53c7175a391c admin admin] Publish callbacks [] for security_group (17912c25-514c-403a-bce0-e9aec99b47e3), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:38.794296 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a22c8559-98d7-4e1f-be6a-53c7175a391c admin admin] Publish callbacks [] for security_group (17912c25-514c-403a-bce0-e9aec99b47e3), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:38.841123 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a22c8559-98d7-4e1f-be6a-53c7175a391c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (17912c25-514c-403a-bce0-e9aec99b47e3), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:38.843617 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a22c8559-98d7-4e1f-be6a-53c7175a391c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:38.847688 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-a22c8559-98d7-4e1f-be6a-53c7175a391c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/17912c25-514c-403a-bce0-e9aec99b47e3 HTTP/1.1" status: 204 len: 168 time: 0.1266479 Oct 20 09:08:38.856584 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c8559-98d7-4e1f-be6a-53c7175a391c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17912c25-514c-403a-bce0-e9aec99b47e3,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:38.969174 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:38.997507 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=86,neutron:DELETE=12 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:40.691445 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38592) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:40.802646 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ff91-409f-4e49-84ae-e9257b98b7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:40.877859 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ff91-409f-4e49-84ae-e9257b98b7bd admin admin] Publish callbacks [] for security_group (f1fb59e6-312f-4b9d-b9cd-9cc54af57b97), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:40.881480 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ff91-409f-4e49-84ae-e9257b98b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f1fb59e6-312f-4b9d-b9cd-9cc54af57b97), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.185719 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-4ec1ff91-409f-4e49-84ae-e9257b98b7bd admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a65b32f37d7d4c5582ac0cb8ec95dcaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4929535 Oct 20 09:08:41.186917 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1ff91-409f-4e49-84ae-e9257b98b7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fb59e6-312f-4b9d-b9cd-9cc54af57b97,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:41.188935 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38598) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:41.240011 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-28ff80e1-617e-4843-9bf7-0fac4646820b admin admin] Publish callbacks [] for security_group (f1fb59e6-312f-4b9d-b9cd-9cc54af57b97), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.260138 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-28ff80e1-617e-4843-9bf7-0fac4646820b admin admin] Publish callbacks [] for security_group (f1fb59e6-312f-4b9d-b9cd-9cc54af57b97), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.309044 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-28ff80e1-617e-4843-9bf7-0fac4646820b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f1fb59e6-312f-4b9d-b9cd-9cc54af57b97), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.311625 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-28ff80e1-617e-4843-9bf7-0fac4646820b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.312751 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-28ff80e1-617e-4843-9bf7-0fac4646820b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f1fb59e6-312f-4b9d-b9cd-9cc54af57b97 HTTP/1.1" status: 204 len: 168 time: 0.1228180 Oct 20 09:08:41.321167 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff80e1-617e-4843-9bf7-0fac4646820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fb59e6-312f-4b9d-b9cd-9cc54af57b97,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:41.578569 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38604) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:41.592662 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7e7558ed-f0a1-4283-abc8-6bf66241c9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.666795 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7e7558ed-f0a1-4283-abc8-6bf66241c9fb admin admin] Publish callbacks [] for security_group (c947005c-2e67-4540-8da8-82e87c5748e8), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.671336 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7e7558ed-f0a1-4283-abc8-6bf66241c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (c947005c-2e67-4540-8da8-82e87c5748e8), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.709469 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7558ed-f0a1-4283-abc8-6bf66241c9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c947005c-2e67-4540-8da8-82e87c5748e8,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:41.713705 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-7e7558ed-f0a1-4283-abc8-6bf66241c9fb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0bd53fabcdc54d379fbfc422796f4d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339788 Oct 20 09:08:41.717217 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38608) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:41.765006 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28b57797-d518-49db-94b9-da3361b2a1bb admin admin] Publish callbacks [] for security_group (c947005c-2e67-4540-8da8-82e87c5748e8), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.785887 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28b57797-d518-49db-94b9-da3361b2a1bb admin admin] Publish callbacks [] for security_group (c947005c-2e67-4540-8da8-82e87c5748e8), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.835644 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28b57797-d518-49db-94b9-da3361b2a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (c947005c-2e67-4540-8da8-82e87c5748e8), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.838353 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-28b57797-d518-49db-94b9-da3361b2a1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:41.842244 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-28b57797-d518-49db-94b9-da3361b2a1bb admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c947005c-2e67-4540-8da8-82e87c5748e8 HTTP/1.1" status: 204 len: 168 time: 0.1240494 Oct 20 09:08:41.850956 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57797-d518-49db-94b9-da3361b2a1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c947005c-2e67-4540-8da8-82e87c5748e8,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:42.093190 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38624) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:42.103934 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:42.208243 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a452736-7af4-4e9e-8052-89e4bb3db91e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:42.280641 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:42.285833 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:42.296170 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a452736-7af4-4e9e-8052-89e4bb3db91e admin admin] Publish callbacks [] for security_group (19f94088-a102-4abb-aab3-655858c06160), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:42.301653 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3a452736-7af4-4e9e-8052-89e4bb3db91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (19f94088-a102-4abb-aab3-655858c06160), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:42.343809 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-3a452736-7af4-4e9e-8052-89e4bb3db91e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=cdaedc6e2cd44c3a82ce641847fff8d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493403 Oct 20 09:08:42.346688 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38636) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:42.350153 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a452736-7af4-4e9e-8052-89e4bb3db91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f94088-a102-4abb-aab3-655858c06160,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:42.436245 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f029271f-513d-4114-8349-88a446984802 admin admin] Publish callbacks [] for security_group (19f94088-a102-4abb-aab3-655858c06160), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:42.459658 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f029271f-513d-4114-8349-88a446984802 admin admin] Publish callbacks [] for security_group (19f94088-a102-4abb-aab3-655858c06160), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:42.513904 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f029271f-513d-4114-8349-88a446984802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (19f94088-a102-4abb-aab3-655858c06160), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:42.517982 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f029271f-513d-4114-8349-88a446984802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:42.519145 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-f029271f-513d-4114-8349-88a446984802 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/19f94088-a102-4abb-aab3-655858c06160 HTTP/1.1" status: 204 len: 168 time: 0.1700912 Oct 20 09:08:42.530508 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029271f-513d-4114-8349-88a446984802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f94088-a102-4abb-aab3-655858c06160,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:42.926852 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38660) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:42.940505 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b58f731b-5cca-41eb-b724-d6f09523a134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.021359 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b58f731b-5cca-41eb-b724-d6f09523a134 admin admin] Publish callbacks [] for security_group (18b0a13d-c243-44c6-b6da-44297e092739), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.025459 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-b58f731b-5cca-41eb-b724-d6f09523a134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (18b0a13d-c243-44c6-b6da-44297e092739), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.064995 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f731b-5cca-41eb-b724-d6f09523a134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b0a13d-c243-44c6-b6da-44297e092739,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:43.069250 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-b58f731b-5cca-41eb-b724-d6f09523a134 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=bb7baa8bfcbc49648399cac1bf51d820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415038 Oct 20 09:08:43.071916 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38664) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:43.124573 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-920cd7da-1fb3-499a-bb59-f951055fc4ae admin admin] Publish callbacks [] for security_group (18b0a13d-c243-44c6-b6da-44297e092739), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.144993 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-920cd7da-1fb3-499a-bb59-f951055fc4ae admin admin] Publish callbacks [] for security_group (18b0a13d-c243-44c6-b6da-44297e092739), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.195672 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-920cd7da-1fb3-499a-bb59-f951055fc4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (18b0a13d-c243-44c6-b6da-44297e092739), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.198369 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-920cd7da-1fb3-499a-bb59-f951055fc4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.199629 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-920cd7da-1fb3-499a-bb59-f951055fc4ae admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/18b0a13d-c243-44c6-b6da-44297e092739 HTTP/1.1" status: 204 len: 168 time: 0.1267896 Oct 20 09:08:43.207666 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cd7da-1fb3-499a-bb59-f951055fc4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b0a13d-c243-44c6-b6da-44297e092739,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:43.552339 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-a042ea28-34be-4753-a834-8f58cc6b64cc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416834 Oct 20 09:08:43.552960 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38680) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:43.567935 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c6337369-374d-46ff-8589-3928574431e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.640772 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-33fe1b0d-d70e-486b-a003-9a967774539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:43.643083 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-33fe1b0d-d70e-486b-a003-9a967774539a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 1129 time: 0.0499480 Oct 20 09:08:43.650942 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c6337369-374d-46ff-8589-3928574431e2 admin admin] Publish callbacks [] for security_group (1d869bae-fb34-4978-98d9-86a548cf069c), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.656560 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-c6337369-374d-46ff-8589-3928574431e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (1d869bae-fb34-4978-98d9-86a548cf069c), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.698395 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-c6337369-374d-46ff-8589-3928574431e2 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3a67e0084bba4195b8e721ffc451b793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418738 Oct 20 09:08:43.698395 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6337369-374d-46ff-8589-3928574431e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d869bae-fb34-4978-98d9-86a548cf069c,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:43.699406 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38686) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:43.758760 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-02201e45-7f32-4588-ac4a-1c48f9b82b53 admin admin] Publish callbacks [] for security_group (1d869bae-fb34-4978-98d9-86a548cf069c), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.764376 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-0f8fb336-5f96-406c-8840-8f774092366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:43.766059 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-0f8fb336-5f96-406c-8840-8f774092366a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 913 time: 0.1036615 Oct 20 09:08:43.781996 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-02201e45-7f32-4588-ac4a-1c48f9b82b53 admin admin] Publish callbacks [] for security_group (1d869bae-fb34-4978-98d9-86a548cf069c), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.823577 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:43.837024 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:43.847520 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-75bcf48a-1ba4-4af9-836d-d3420ff7fbb2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5aa2d4a-df18-490f-b5c0-9074a308160e HTTP/1.1" status: 200 len: 1001 time: 0.0733912 Oct 20 09:08:43.857087 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-02201e45-7f32-4588-ac4a-1c48f9b82b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (1d869bae-fb34-4978-98d9-86a548cf069c), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.860112 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-02201e45-7f32-4588-ac4a-1c48f9b82b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:43.861697 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-02201e45-7f32-4588-ac4a-1c48f9b82b53 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1d869bae-fb34-4978-98d9-86a548cf069c HTTP/1.1" status: 204 len: 168 time: 0.1611571 Oct 20 09:08:43.878047 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02201e45-7f32-4588-ac4a-1c48f9b82b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d869bae-fb34-4978-98d9-86a548cf069c,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:43.920996 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-bf5c7c67-43f6-4a79-9e7a-23bf8b1afd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:43.922461 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-bf5c7c67-43f6-4a79-9e7a-23bf8b1afd02 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0638204 Oct 20 09:08:43.979929 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-8173f62f-ad1c-42af-a9fd-c99d92ad0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:08:43.982778 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-8173f62f-ad1c-42af-a9fd-c99d92ad0bd7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474565 Oct 20 09:08:44.097940 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-e67268ff-d5c6-417b-a4ec-f094613c4c64 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079521 Oct 20 09:08:44.203975 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-66f0ea0e-ed5a-43e1-abdb-068a7beea146 req-7502a511-127b-4274-9e85-37dbfa1dc658 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967555 Oct 20 09:08:46.496014 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38762) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:46.610570 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5b30e2a3-acab-45b7-bc3b-be4990add7f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:46.692045 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5b30e2a3-acab-45b7-bc3b-be4990add7f1 admin admin] Publish callbacks [] for security_group (75e8ecfb-5be1-4428-9fc5-023624c2ab47), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:46.697090 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-5b30e2a3-acab-45b7-bc3b-be4990add7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (75e8ecfb-5be1-4428-9fc5-023624c2ab47), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:46.736269 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30e2a3-acab-45b7-bc3b-be4990add7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e8ecfb-5be1-4428-9fc5-023624c2ab47,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:46.741553 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-5b30e2a3-acab-45b7-bc3b-be4990add7f1 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=89787d6388634d8c91d894dfdeccd89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437408 Oct 20 09:08:46.744614 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38774) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:46.796735 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3879-36b0-437c-b2e8-a17727221a51 admin admin] Publish callbacks [] for security_group (75e8ecfb-5be1-4428-9fc5-023624c2ab47), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:46.816125 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3879-36b0-437c-b2e8-a17727221a51 admin admin] Publish callbacks [] for security_group (75e8ecfb-5be1-4428-9fc5-023624c2ab47), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:46.831794 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:46.863261 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3879-36b0-437c-b2e8-a17727221a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (75e8ecfb-5be1-4428-9fc5-023624c2ab47), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:46.865720 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3879-36b0-437c-b2e8-a17727221a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:46.866876 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-eb0f3879-36b0-437c-b2e8-a17727221a51 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/75e8ecfb-5be1-4428-9fc5-023624c2ab47 HTTP/1.1" status: 204 len: 168 time: 0.1212034 Oct 20 09:08:46.874757 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f3879-36b0-437c-b2e8-a17727221a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e8ecfb-5be1-4428-9fc5-023624c2ab47,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:47.490997 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38802) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:47.600635 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-74af2f32-c8c5-4d43-a911-c9cf4aa2d698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:47.651327 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:47.662852 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:47.683886 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-74af2f32-c8c5-4d43-a911-c9cf4aa2d698 admin admin] Publish callbacks [] for security_group (82b60b33-a864-452a-b9ca-28b32466d886), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:47.688240 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-74af2f32-c8c5-4d43-a911-c9cf4aa2d698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (82b60b33-a864-452a-b9ca-28b32466d886), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:47.725922 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af2f32-c8c5-4d43-a911-c9cf4aa2d698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b60b33-a864-452a-b9ca-28b32466d886,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:47.733627 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38810) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:47.734154 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-74af2f32-c8c5-4d43-a911-c9cf4aa2d698 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8cd112a3910a4bb49f171cd76c65d9e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415884 Oct 20 09:08:47.795713 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d9235c35-85e6-4c09-90a9-0f288235588d admin admin] Publish callbacks [] for security_group (82b60b33-a864-452a-b9ca-28b32466d886), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:47.820978 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d9235c35-85e6-4c09-90a9-0f288235588d admin admin] Publish callbacks [] for security_group (82b60b33-a864-452a-b9ca-28b32466d886), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:47.872092 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d9235c35-85e6-4c09-90a9-0f288235588d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (82b60b33-a864-452a-b9ca-28b32466d886), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:47.874884 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d9235c35-85e6-4c09-90a9-0f288235588d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:47.876644 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d9235c35-85e6-4c09-90a9-0f288235588d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/82b60b33-a864-452a-b9ca-28b32466d886 HTTP/1.1" status: 204 len: 168 time: 0.1419849 Oct 20 09:08:47.884929 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:47.885933 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9235c35-85e6-4c09-90a9-0f288235588d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b60b33-a864-452a-b9ca-28b32466d886,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:48.231444 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38844) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:48.429052 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3d78f001-f065-4804-98ef-5874a7b9243a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:48.517951 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3d78f001-f065-4804-98ef-5874a7b9243a admin admin] Publish callbacks [] for security_group (f6917924-2615-44d3-89e3-af1a7f80a6a8), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:48.521662 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3d78f001-f065-4804-98ef-5874a7b9243a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f6917924-2615-44d3-89e3-af1a7f80a6a8), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:48.565327 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-3d78f001-f065-4804-98ef-5874a7b9243a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=73148d6d2be14453b3614b4276672ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298216 Oct 20 09:08:48.565327 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78f001-f065-4804-98ef-5874a7b9243a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6917924-2615-44d3-89e3-af1a7f80a6a8,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:48.565520 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38860) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:48.619733 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0110c0b2-923b-44bb-ba89-d0221e974a97 admin admin] Publish callbacks [] for security_group (f6917924-2615-44d3-89e3-af1a7f80a6a8), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:48.645281 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0110c0b2-923b-44bb-ba89-d0221e974a97 admin admin] Publish callbacks [] for security_group (f6917924-2615-44d3-89e3-af1a7f80a6a8), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:48.696009 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0110c0b2-923b-44bb-ba89-d0221e974a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (f6917924-2615-44d3-89e3-af1a7f80a6a8), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:48.699783 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-0110c0b2-923b-44bb-ba89-d0221e974a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:48.700963 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-0110c0b2-923b-44bb-ba89-d0221e974a97 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f6917924-2615-44d3-89e3-af1a7f80a6a8 HTTP/1.1" status: 204 len: 168 time: 0.1348042 Oct 20 09:08:48.709137 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110c0b2-923b-44bb-ba89-d0221e974a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6917924-2615-44d3-89e3-af1a7f80a6a8,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:49.133011 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 38886) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:49.147219 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-562d1de6-154a-42e8-9cca-b5204f78c91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:49.249244 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-562d1de6-154a-42e8-9cca-b5204f78c91c admin admin] Publish callbacks [] for security_group (510ae25c-1776-481a-8381-c514cb507ad3), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:49.254880 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-562d1de6-154a-42e8-9cca-b5204f78c91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (510ae25c-1776-481a-8381-c514cb507ad3), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:49.316097 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-562d1de6-154a-42e8-9cca-b5204f78c91c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=de1e4f0f8d59429db905008319c10a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793008 Oct 20 09:08:49.316097 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d1de6-154a-42e8-9cca-b5204f78c91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510ae25c-1776-481a-8381-c514cb507ad3,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:49.317049 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 38892) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:49.397895 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a24c90dd-5b04-4e55-993f-e0f8c87290ac admin admin] Publish callbacks [] for security_group (510ae25c-1776-481a-8381-c514cb507ad3), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:49.418748 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a24c90dd-5b04-4e55-993f-e0f8c87290ac admin admin] Publish callbacks [] for security_group (510ae25c-1776-481a-8381-c514cb507ad3), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:49.465537 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a24c90dd-5b04-4e55-993f-e0f8c87290ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (510ae25c-1776-481a-8381-c514cb507ad3), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:49.468516 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a24c90dd-5b04-4e55-993f-e0f8c87290ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:49.469657 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a24c90dd-5b04-4e55-993f-e0f8c87290ac admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/510ae25c-1776-481a-8381-c514cb507ad3 HTTP/1.1" status: 204 len: 168 time: 0.1488144 Oct 20 09:08:49.477477 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c90dd-5b04-4e55-993f-e0f8c87290ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510ae25c-1776-481a-8381-c514cb507ad3,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:58.724110 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:58.946744 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=55,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:58.955059 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-35c4a104-3abf-4275-a0e3-a8f3777b7e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.077520 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 39054) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:59.200340 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-541c2b1a-e511-4990-9b4c-510091e4998e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.227540 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:59.244743 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:59.285855 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-541c2b1a-e511-4990-9b4c-510091e4998e admin admin] Publish callbacks [] for security_group (a0b35fe7-d323-44ed-9ae0-ce9cc6e72c5c), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.289472 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-541c2b1a-e511-4990-9b4c-510091e4998e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (a0b35fe7-d323-44ed-9ae0-ce9cc6e72c5c), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.307593 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=57,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:59.309640 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=37,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:08:59.330008 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-541c2b1a-e511-4990-9b4c-510091e4998e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6ea45b923e70427ea00dc803fc8118ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513685 Oct 20 09:08:59.330878 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c2b1a-e511-4990-9b4c-510091e4998e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b35fe7-d323-44ed-9ae0-ce9cc6e72c5c,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:59.332568 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 39058) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:59.385883 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Publish callbacks [] for security_group (a0b35fe7-d323-44ed-9ae0-ce9cc6e72c5c), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.406398 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Publish callbacks [] for security_group (a0b35fe7-d323-44ed-9ae0-ce9cc6e72c5c), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.454210 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (a0b35fe7-d323-44ed-9ae0-ce9cc6e72c5c), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.457056 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.460527 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a0b35fe7-d323-44ed-9ae0-ce9cc6e72c5c HTTP/1.1" status: 204 len: 168 time: 0.1247172 Oct 20 09:08:59.468640 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b35fe7-d323-44ed-9ae0-ce9cc6e72c5c,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:59.476322 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.476666 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.477001 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.477334 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.477667 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.477988 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.478400 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.478773 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.479056 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.479388 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.479815 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.480091 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.480982 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.481355 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.481602 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baeb4ea-2582-4e2f-bd12-42ef84cc0bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:08:59.689826 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 39076) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:59.799005 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1d9deaf2-1fe5-4bba-85ee-f94a64a49639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.816497 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 39080) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:59.830750 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a56fa947-d766-49b2-a7c4-2d0d61037c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.878000 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1d9deaf2-1fe5-4bba-85ee-f94a64a49639 admin admin] Publish callbacks [] for security_group (0f9832e2-455a-47a8-91bd-5d6a0c244b05), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.881102 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1d9deaf2-1fe5-4bba-85ee-f94a64a49639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (0f9832e2-455a-47a8-91bd-5d6a0c244b05), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.907075 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a56fa947-d766-49b2-a7c4-2d0d61037c11 admin admin] Publish callbacks [] for security_group (dc20188e-38aa-4aab-9b58-b1b9f2a895b1), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.911758 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-a56fa947-d766-49b2-a7c4-2d0d61037c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (dc20188e-38aa-4aab-9b58-b1b9f2a895b1), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:08:59.921215 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-1d9deaf2-1fe5-4bba-85ee-f94a64a49639 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=05700a8ee8f942949117a3bf1643b00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303662 Oct 20 09:08:59.923187 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9deaf2-1fe5-4bba-85ee-f94a64a49639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9832e2-455a-47a8-91bd-5d6a0c244b05,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:59.926214 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 39082) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:59.951618 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-a56fa947-d766-49b2-a7c4-2d0d61037c11 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=efeaf19187264177a120e64ea7d15e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340408 Oct 20 09:08:59.954725 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 39084) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:08:59.968011 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fa947-d766-49b2-a7c4-2d0d61037c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc20188e-38aa-4aab-9b58-b1b9f2a895b1,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:08:59.978364 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ac3201e7-a610-42ba-8e03-7d7b41d754fb admin admin] Publish callbacks [] for security_group (0f9832e2-455a-47a8-91bd-5d6a0c244b05), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.000574 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ac3201e7-a610-42ba-8e03-7d7b41d754fb admin admin] Publish callbacks [] for security_group (0f9832e2-455a-47a8-91bd-5d6a0c244b05), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.007001 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3e33b8eb-bdd1-4cd2-b332-a01ab6ed612a admin admin] Publish callbacks [] for security_group (dc20188e-38aa-4aab-9b58-b1b9f2a895b1), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.028051 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3e33b8eb-bdd1-4cd2-b332-a01ab6ed612a admin admin] Publish callbacks [] for security_group (dc20188e-38aa-4aab-9b58-b1b9f2a895b1), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.047217 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ac3201e7-a610-42ba-8e03-7d7b41d754fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (0f9832e2-455a-47a8-91bd-5d6a0c244b05), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.049650 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-ac3201e7-a610-42ba-8e03-7d7b41d754fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.050843 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-ac3201e7-a610-42ba-8e03-7d7b41d754fb admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0f9832e2-455a-47a8-91bd-5d6a0c244b05 HTTP/1.1" status: 204 len: 168 time: 0.1234562 Oct 20 09:09:00.058877 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3201e7-a610-42ba-8e03-7d7b41d754fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9832e2-455a-47a8-91bd-5d6a0c244b05,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:00.084338 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3e33b8eb-bdd1-4cd2-b332-a01ab6ed612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (dc20188e-38aa-4aab-9b58-b1b9f2a895b1), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.087333 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3e33b8eb-bdd1-4cd2-b332-a01ab6ed612a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.090754 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-3e33b8eb-bdd1-4cd2-b332-a01ab6ed612a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/dc20188e-38aa-4aab-9b58-b1b9f2a895b1 HTTP/1.1" status: 204 len: 168 time: 0.1328683 Oct 20 09:09:00.097398 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33b8eb-bdd1-4cd2-b332-a01ab6ed612a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc20188e-38aa-4aab-9b58-b1b9f2a895b1,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:00.426299 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:09:00.463604 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 39100) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:00.477487 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-be06e85b-e880-4ab8-95c3-11a151afae9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.556393 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-be06e85b-e880-4ab8-95c3-11a151afae9f admin admin] Publish callbacks [] for security_group (406024f6-4b3c-4859-bc96-5cabcc7ed35b), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.560750 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-be06e85b-e880-4ab8-95c3-11a151afae9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (406024f6-4b3c-4859-bc96-5cabcc7ed35b), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.597754 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06e85b-e880-4ab8-95c3-11a151afae9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406024f6-4b3c-4859-bc96-5cabcc7ed35b,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:00.604471 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-be06e85b-e880-4ab8-95c3-11a151afae9f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1f2e26cf7cf74c4e9c99f42d0740f914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374123 Oct 20 09:09:00.605972 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 39104) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:00.655207 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-910451df-f33d-49b3-8264-4b428199eb76 admin admin] Publish callbacks [] for security_group (406024f6-4b3c-4859-bc96-5cabcc7ed35b), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.676217 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-910451df-f33d-49b3-8264-4b428199eb76 admin admin] Publish callbacks [] for security_group (406024f6-4b3c-4859-bc96-5cabcc7ed35b), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.735429 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-910451df-f33d-49b3-8264-4b428199eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (406024f6-4b3c-4859-bc96-5cabcc7ed35b), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.737976 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-910451df-f33d-49b3-8264-4b428199eb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:00.741888 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-910451df-f33d-49b3-8264-4b428199eb76 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/406024f6-4b3c-4859-bc96-5cabcc7ed35b HTTP/1.1" status: 204 len: 168 time: 0.1355047 Oct 20 09:09:00.752081 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910451df-f33d-49b3-8264-4b428199eb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406024f6-4b3c-4859-bc96-5cabcc7ed35b,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:01.029537 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 39128) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:01.043767 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-530fc0a0-df0c-4de4-b454-9ad2591430f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:01.052256 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f05f5565-388a-4f08-933e-2c8984c9f3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:01.128407 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-530fc0a0-df0c-4de4-b454-9ad2591430f6 admin admin] Publish callbacks [] for security_group (e0e6c166-ad27-49ba-b4e5-8df5bc5c4ac5), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:01.132882 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-530fc0a0-df0c-4de4-b454-9ad2591430f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (e0e6c166-ad27-49ba-b4e5-8df5bc5c4ac5), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:01.172814 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-530fc0a0-df0c-4de4-b454-9ad2591430f6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f6b5cfda167247ef89d9e4139967492b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420100 Oct 20 09:09:01.173650 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fc0a0-df0c-4de4-b454-9ad2591430f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e6c166-ad27-49ba-b4e5-8df5bc5c4ac5,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:01.175675 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 39156) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:01.238948 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1db8f471-2ec4-445c-a988-1484e472b518 admin admin] Publish callbacks [] for security_group (e0e6c166-ad27-49ba-b4e5-8df5bc5c4ac5), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:01.254829 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:01.259598 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1db8f471-2ec4-445c-a988-1484e472b518 admin admin] Publish callbacks [] for security_group (e0e6c166-ad27-49ba-b4e5-8df5bc5c4ac5), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:01.280501 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:01.314444 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1db8f471-2ec4-445c-a988-1484e472b518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (e0e6c166-ad27-49ba-b4e5-8df5bc5c4ac5), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:01.317003 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-1db8f471-2ec4-445c-a988-1484e472b518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:01.318431 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-1db8f471-2ec4-445c-a988-1484e472b518 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e0e6c166-ad27-49ba-b4e5-8df5bc5c4ac5 HTTP/1.1" status: 204 len: 168 time: 0.1416273 Oct 20 09:09:01.333506 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8f471-2ec4-445c-a988-1484e472b518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e6c166-ad27-49ba-b4e5-8df5bc5c4ac5,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:02.412302 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:03.730741 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:03.740482 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:03.752266 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-59ff88b3-4605-4002-85f7-4a96cc6c177a tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=0ce71f46acb24cd899e0d08974c825ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309927 Oct 20 09:09:03.945217 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-1c7c3c67-1d46-4ae3-a7bf-49832a5e517f tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:03.946661 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-1c7c3c67-1d46-4ae3-a7bf-49832a5e517f tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880851 Oct 20 09:09:03.961401 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-2ec0110c-9132-4730-9e30-cba736c80a0a tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/quotas/0ce71f46acb24cd899e0d08974c825ab HTTP/1.1" status: 200 len: 375 time: 0.0088718 Oct 20 09:09:03.997250 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-d10f79ff-b9dd-4f06-a30d-63c38e4fcd53 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0ce71f46acb24cd899e0d08974c825ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307314 Oct 20 09:09:04.126380 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:04.315319 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:05.171185 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-88577db3-30bc-46ba-96ae-f3dd658548fd req-754369f6-a262-432e-b9d6-94dd4e35ac79 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0303488 Oct 20 09:09:06.274125 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3692508b-b20d-4d0a-a85d-832488edf3b7 req-48069931-ff16-42d8-89e6-1bcb3312c721 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0265677 Oct 20 09:09:06.698465 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-bd3947b0-12a5-41bc-9c92-4fde34c4c233 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=0ce71f46acb24cd899e0d08974c825ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214815 Oct 20 09:09:06.850699 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-5b2412ca-e861-4dac-b4ca-2942bb7e7685 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:06.850699 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-5b2412ca-e861-4dac-b4ca-2942bb7e7685 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395955 Oct 20 09:09:06.875561 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Request body: {'port': {'device_id': 'd3d3c445-b406-4bc4-873d-abe3c68c25bf', 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac', 'admin_state_up': True, 'tenant_id': '0ce71f46acb24cd899e0d08974c825ab'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:09:06.988699 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Made reservation on behalf of 0ce71f46acb24cd899e0d08974c825ab for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:09:06.992382 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.000806 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.081750 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Publish callbacks [] for security_group (a005ebef-2589-4307-bbe9-e6640ac2d70c), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.084712 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (a005ebef-2589-4307-bbe9-e6640ac2d70c), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.151955 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a005ebef-2589-4307-bbe9-e6640ac2d70c,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:07.164634 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.164972 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.165431 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.165905 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.166241 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.166663 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.167075 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.167432 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.167839 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.168215 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.169309 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.169752 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.170106 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.170436 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.170786 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:07.213219 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 39334) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:07.247224 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Allocated IP 192.168.233.172 (ee1a6438-848b-42d2-8a3f-5234c4b516ac/1c3a2c1b-cf15-46f8-8f6d-e2f8255daba6/9019ed23-6243-4781-867c-a05083082422) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:09:07.361529 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-354f9aa3-ef8d-4a1a-92c2-ee21acb9767c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.380177 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3fb5a04c-9b06-4588-ac99-c4d43041fab3 req-1a94df84-829f-42aa-bbdc-ee087e4a99f1 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0279157 Oct 20 09:09:07.413056 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:07.433529 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:07.463700 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Publish callbacks [] for port (9019ed23-6243-4781-867c-a05083082422), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.522002 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-354f9aa3-ef8d-4a1a-92c2-ee21acb9767c admin admin] Publish callbacks [] for security_group (a7a66677-bceb-4142-b222-feff299160a1), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.525806 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-354f9aa3-ef8d-4a1a-92c2-ee21acb9767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (a7a66677-bceb-4142-b222-feff299160a1), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.532507 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (9019ed23-6243-4781-867c-a05083082422), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.603048 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-354f9aa3-ef8d-4a1a-92c2-ee21acb9767c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ae904361755c44d9842b1ce7829bb4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888118 Oct 20 09:09:07.605698 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 39340) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:07.611264 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f9aa3-ef8d-4a1a-92c2-ee21acb9767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a66677-bceb-4142-b222-feff299160a1,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:07.615948 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Network ee1a6438-848b-42d2-8a3f-5234c4b516ac is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:09:07.623089 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:09:07.626939 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:09:07.631530 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Pushing event updated for resources: {'Port': ['ID=9019ed23-6243-4781-867c-a05083082422,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:07.667870 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-411f928f-bdfd-46e0-9435-a9714bb0d294 admin admin] Publish callbacks [] for security_group (a7a66677-bceb-4142-b222-feff299160a1), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.678824 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:07.679466 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.690990 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-411f928f-bdfd-46e0-9435-a9714bb0d294 admin admin] Publish callbacks [] for security_group (a7a66677-bceb-4142-b222-feff299160a1), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.705906 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-f866f367-12eb-4043-a3aa-57a926e7a136 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8344789 Oct 20 09:09:07.744439 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-411f928f-bdfd-46e0-9435-a9714bb0d294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (a7a66677-bceb-4142-b222-feff299160a1), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.747568 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-411f928f-bdfd-46e0-9435-a9714bb0d294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.748711 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-411f928f-bdfd-46e0-9435-a9714bb0d294 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a7a66677-bceb-4142-b222-feff299160a1 HTTP/1.1" status: 204 len: 168 time: 0.1420102 Oct 20 09:09:07.759663 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f928f-bdfd-46e0-9435-a9714bb0d294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a66677-bceb-4142-b222-feff299160a1,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:07.870282 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-266b7dc0-1603-4068-84e0-0dc9501b7a6c None None] Provisioning complete for port 9019ed23-6243-4781-867c-a05083082422 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:09:07.871062 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-266b7dc0-1603-4068-84e0-0dc9501b7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (9019ed23-6243-4781-867c-a05083082422), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:07.871062 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-266b7dc0-1603-4068-84e0-0dc9501b7a6c None None] Attempt 1 to provision port 9019ed23-6243-4781-867c-a05083082422 Oct 20 09:09:07.907790 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-266b7dc0-1603-4068-84e0-0dc9501b7a6c None None] Port 9019ed23-6243-4781-867c-a05083082422 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:09:08.508186 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802bdf6-242a-4729-a223-442d7f756b79 req-500b1518-6c27-4af6-9301-1d7e0e52b047 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:08.509678 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2802bdf6-242a-4729-a223-442d7f756b79 req-500b1518-6c27-4af6-9301-1d7e0e52b047 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 936 time: 0.0501192 Oct 20 09:09:08.556259 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-2802bdf6-242a-4729-a223-442d7f756b79 req-a2db6fa3-3482-4f60-9e23-9463b9e1349b tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Oct 20 09:09:09.680568 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851d448-e86e-45ae-b886-124d2dd961d5 req-cdcb3a50-565b-4916-8ad2-18c2feb8289b tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:09.681968 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5851d448-e86e-45ae-b886-124d2dd961d5 req-cdcb3a50-565b-4916-8ad2-18c2feb8289b tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 936 time: 0.0473409 Oct 20 09:09:09.728802 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5851d448-e86e-45ae-b886-124d2dd961d5 req-9ec33373-de6f-4574-b1a3-ad848e7a4fd9 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 Oct 20 09:09:10.000477 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Request body: {'port': {'device_id': 'd3d3c445-b406-4bc4-873d-abe3c68c25bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:09:10.061539 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (9019ed23-6243-4781-867c-a05083082422), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:10.317886 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:10.320031 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9019ed23-6243-4781-867c-a05083082422 {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:09:10.328932 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Publish callbacks [] for port (9019ed23-6243-4781-867c-a05083082422), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:10.344320 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Transition to ACTIVE for port object 9019ed23-6243-4781-867c-a05083082422 will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:09:10.347820 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (9019ed23-6243-4781-867c-a05083082422), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:10.408062 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Pushing event updated for resources: {'Port': ['ID=9019ed23-6243-4781-867c-a05083082422,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:10.422970 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:10.436538 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:10.461581 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Attempting to bind port 9019ed23-6243-4781-867c-a05083082422 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:09:10.461907 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Attempting to bind port 9019ed23-6243-4781-867c-a05083082422 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '706c32b3-5568-4e75-b2b4-8c7677aa0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:09:10.462224 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Attempting to bind port 9019ed23-6243-4781-867c-a05083082422 on network ee1a6438-848b-42d2-8a3f-5234c4b516ac {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:09:10.503295 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Port 9019ed23-6243-4781-867c-a05083082422 on network ee1a6438-848b-42d2-8a3f-5234c4b516ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:09:10.503612 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Attempting to bind port 9019ed23-6243-4781-867c-a05083082422 on network ee1a6438-848b-42d2-8a3f-5234c4b516ac {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:09:10.544588 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:09:10.544955 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Checking segment: {'id': '706c32b3-5568-4e75-b2b4-8c7677aa0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:09:10.545335 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Bound using segment: {'id': '706c32b3-5568-4e75-b2b4-8c7677aa0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:09:10.545763 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Bound port: 9019ed23-6243-4781-867c-a05083082422, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706c32b3-5568-4e75-b2b4-8c7677aa0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:09:10.546112 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (9019ed23-6243-4781-867c-a05083082422), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:10.607215 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] For port 9019ed23-6243-4781-867c-a05083082422, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:09:10.610278 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] For port 9019ed23-6243-4781-867c-a05083082422, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9019ed23-6243-4781-867c-a05083082422,segment=NetworkSegment(706c32b3-5568-4e75-b2b4-8c7677aa0789),segment_id=706c32b3-5568-4e75-b2b4-8c7677aa0789)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:09:10.617071 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (9019ed23-6243-4781-867c-a05083082422), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:10.621258 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:10.621881 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:10.623818 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/9019ed23-6243-4781-867c-a05083082422 HTTP/1.1" status: 200 len: 1098 time: 0.6277111 Oct 20 09:09:10.624413 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d3c445-b406-4bc4-873d-abe3c68c25bf', 'tag': '9019ed23-6243-4781-867c-a05083082422'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:09:10.626650 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864d6285-c004-4c24-8bcc-e85176831b20" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d3c445-b406-4bc4-873d-abe3c68c25bf", "tag": "9019ed23-6243-4781-867c-a05083082422"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:09:10.665260 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6535896-0c00-4d95-bc2c-043cb1ad1547 x-openstack-request-id: req-d6535896-0c00-4d95-bc2c-043cb1ad1547 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:09:10.665577 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d3c445-b406-4bc4-873d-abe3c68c25bf", "tag": "9019ed23-6243-4781-867c-a05083082422", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:09:10.665829 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6535896-0c00-4d95-bc2c-043cb1ad1547 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:09:10.666285 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6535896-0c00-4d95-bc2c-043cb1ad1547'] response: {'name': 'network-changed', 'server_uuid': 'd3d3c445-b406-4bc4-873d-abe3c68c25bf', 'tag': '9019ed23-6243-4781-867c-a05083082422', 'status': 'completed', 'code': 200} Oct 20 09:09:10.680469 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac0862-e6c3-4754-9c36-350dd5a977ec service neutron] Pushing event updated for resources: {'Port': ['ID=9019ed23-6243-4781-867c-a05083082422,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:10.739640 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-d48eef99-b803-43a5-a0f4-5e916da38811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:10.741077 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-d48eef99-b803-43a5-a0f4-5e916da38811 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0ce71f46acb24cd899e0d08974c825ab&device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 1132 time: 0.0385270 Oct 20 09:09:10.797815 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-688d390a-7e26-4017-a7c2-709927d5e6bb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9019ed23-6243-4781-867c-a05083082422 HTTP/1.1" status: 200 len: 217 time: 0.0319452 Oct 20 09:09:10.850665 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-4acf524b-c548-44b4-b805-d16dd02ed928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:10.850993 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcede78-ed10-418f-b934-893046ac982c req-c53eb7e4-117b-4f98-9a9c-a635c8e64907 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:10.852103 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-4acf524b-c548-44b4-b805-d16dd02ed928 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1c3a2c1b-cf15-46f8-8f6d-e2f8255daba6 HTTP/1.1" status: 200 len: 843 time: 0.0471752 Oct 20 09:09:10.852603 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-efcede78-ed10-418f-b934-893046ac982c req-c53eb7e4-117b-4f98-9a9c-a635c8e64907 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 948 time: 0.0488617 Oct 20 09:09:10.902381 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-0b906065-593e-4e80-93c3-1c917e5edc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:10.903510 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-efcede78-ed10-418f-b934-893046ac982c req-59d5c194-044a-4376-b948-598d8db5c6ba tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453289 Oct 20 09:09:10.903802 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-0b906065-593e-4e80-93c3-1c917e5edc07 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ee1a6438-848b-42d2-8a3f-5234c4b516ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0441759 Oct 20 09:09:11.001830 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-89f747c0-091c-4bbb-9863-808236e4fbe7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ee1a6438-848b-42d2-8a3f-5234c4b516ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868204 Oct 20 09:09:11.103278 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-67cc122a-2ec6-438c-a799-053e0bfc4aaf req-b758737e-47a9-424c-a451-93c5b9f678f7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ee1a6438-848b-42d2-8a3f-5234c4b516ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941594 Oct 20 09:09:12.032026 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e15263-a36e-42e6-b618-35b5196f1117 req-a0590b62-db55-4719-8bfb-eebaf1dfd2c4 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:12.033527 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-22e15263-a36e-42e6-b618-35b5196f1117 req-a0590b62-db55-4719-8bfb-eebaf1dfd2c4 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 948 time: 0.0471103 Oct 20 09:09:12.119442 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:12.120277 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-22e15263-a36e-42e6-b618-35b5196f1117 req-ae8e561a-8335-4294-98a8-452c1be60715 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799794 Oct 20 09:09:12.124984 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6285-c004-4c24-8bcc-e85176831b20 req-66a9febb-d3ed-4d50-8b31-3d432d882b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:12.126498 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-864d6285-c004-4c24-8bcc-e85176831b20 req-66a9febb-d3ed-4d50-8b31-3d432d882b1a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0ce71f46acb24cd899e0d08974c825ab&device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 1132 time: 0.0603647 Oct 20 09:09:12.463880 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6285-c004-4c24-8bcc-e85176831b20 req-0d666a2e-a02b-439f-a607-441bfd6179ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:12.465599 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-864d6285-c004-4c24-8bcc-e85176831b20 req-0d666a2e-a02b-439f-a607-441bfd6179ec service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ee1a6438-848b-42d2-8a3f-5234c4b516ac HTTP/1.1" status: 200 len: 870 time: 0.3318906 Oct 20 09:09:12.511297 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-864d6285-c004-4c24-8bcc-e85176831b20 req-239ed55b-0b3d-40d4-8887-9022077e0c69 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9019ed23-6243-4781-867c-a05083082422 HTTP/1.1" status: 200 len: 217 time: 0.0339251 Oct 20 09:09:12.544634 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:12.563089 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6285-c004-4c24-8bcc-e85176831b20 req-5aef6898-aed7-4c31-9417-c0b1d6e11af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:12.564527 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-864d6285-c004-4c24-8bcc-e85176831b20 req-5aef6898-aed7-4c31-9417-c0b1d6e11af5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1c3a2c1b-cf15-46f8-8f6d-e2f8255daba6 HTTP/1.1" status: 200 len: 843 time: 0.0463312 Oct 20 09:09:12.609798 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6285-c004-4c24-8bcc-e85176831b20 req-11aeabdb-ef85-4ecf-889d-866df68d6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:12.611209 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-864d6285-c004-4c24-8bcc-e85176831b20 req-11aeabdb-ef85-4ecf-889d-866df68d6d11 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ee1a6438-848b-42d2-8a3f-5234c4b516ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0400445 Oct 20 09:09:12.626442 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:12.706857 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-864d6285-c004-4c24-8bcc-e85176831b20 req-229535bb-02b4-4295-9700-f8b612493d5b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ee1a6438-848b-42d2-8a3f-5234c4b516ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Oct 20 09:09:12.794986 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-864d6285-c004-4c24-8bcc-e85176831b20 req-9bb8c6c7-4ae8-40f2-bf28-cde8438956bc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ee1a6438-848b-42d2-8a3f-5234c4b516ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816343 Oct 20 09:09:13.248590 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4d811-773e-4065-a9a2-f3be5f43ad3c req-44fb3d09-ba18-445c-90be-d18ec8e9c557 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:13.250043 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-60c4d811-773e-4065-a9a2-f3be5f43ad3c req-44fb3d09-ba18-445c-90be-d18ec8e9c557 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 948 time: 0.0502334 Oct 20 09:09:13.295640 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-60c4d811-773e-4065-a9a2-f3be5f43ad3c req-f7eddb8d-6035-4a5f-9d62-a6753a5bf869 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Oct 20 09:09:14.059418 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 9019ed23-6243-4781-867c-a05083082422 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:09:14.160043 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 9019ed23-6243-4781-867c-a05083082422, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9019ed23-6243-4781-867c-a05083082422,segment=NetworkSegment(706c32b3-5568-4e75-b2b4-8c7677aa0789),segment_id=706c32b3-5568-4e75-b2b4-8c7677aa0789)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:09:14.170707 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '9019ed23-6243-4781-867c-a05083082422', 'network_id': 'ee1a6438-848b-42d2-8a3f-5234c4b516ac', 'port_id': '9019ed23-6243-4781-867c-a05083082422', 'mac_address': 'fa:16:3e:fe:e8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 481, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3a2c1b-cf15-46f8-8f6d-e2f8255daba6', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:09:14.204122 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 9019ed23-6243-4781-867c-a05083082422 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:09:14.204502 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (9019ed23-6243-4781-867c-a05083082422), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:14.217717 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9019ed23-6243-4781-867c-a05083082422 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:09:14.237769 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 9019ed23-6243-4781-867c-a05083082422, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9019ed23-6243-4781-867c-a05083082422,segment=NetworkSegment(706c32b3-5568-4e75-b2b4-8c7677aa0789),segment_id=706c32b3-5568-4e75-b2b4-8c7677aa0789)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:09:14.242015 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (9019ed23-6243-4781-867c-a05083082422), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:14.292704 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=9019ed23-6243-4781-867c-a05083082422,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:14.420903 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c578e-63bd-469a-b860-59d9a31b74be req-ab1ca00e-2311-4c1a-91ed-690b4541628b tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:14.422361 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-996c578e-63bd-469a-b860-59d9a31b74be req-ab1ca00e-2311-4c1a-91ed-690b4541628b tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 949 time: 0.0507405 Oct 20 09:09:14.469605 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-996c578e-63bd-469a-b860-59d9a31b74be req-58309c37-1c62-4c65-b78c-56c159fe42f0 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Oct 20 09:09:14.595073 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['9019ed23-6243-4781-867c-a05083082422'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:09:14.788138 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-b708c602-242b-4c07-b139-5cb1f7ed7965 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1673307534&fields=id&tenant_id=98827dbef155480b9f26792b70014b4b HTTP/1.1" status: 200 len: 267 time: 0.0430946 Oct 20 09:09:14.895487 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-410da03f-573a-4287-99f7-817ad54903ad tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:14.896935 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-410da03f-573a-4287-99f7-817ad54903ad tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 812 time: 0.1025779 Oct 20 09:09:14.911545 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-750c7ca6-b9c8-44c5-93b9-26de794b74ef tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/quotas/98827dbef155480b9f26792b70014b4b HTTP/1.1" status: 200 len: 375 time: 0.0093377 Oct 20 09:09:14.961308 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-84267e32-7691-4640-b06c-16444d870d14 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451026 Oct 20 09:09:15.055803 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-294b90de-57d6-47b3-b536-193e80ca06a7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827255 Oct 20 09:09:15.143747 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-5924d9bf-1e28-4bf3-9603-1941216e3894 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823901 Oct 20 09:09:15.432872 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c84ba2c7-273a-43c3-a929-2dce09618421 req-8c0b4a9a-ad3f-4d3f-a44e-1c0da9df90f9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 210 time: 0.0277708 Oct 20 09:09:15.587808 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30db6d8-9247-416c-a6ba-f2cf2d20eaf4 req-37c65e00-5789-430a-acc6-e45fb7c8aae9 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:15.589311 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d30db6d8-9247-416c-a6ba-f2cf2d20eaf4 req-37c65e00-5789-430a-acc6-e45fb7c8aae9 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 949 time: 0.0474589 Oct 20 09:09:15.626788 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:15.637607 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:15.643103 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-d30db6d8-9247-416c-a6ba-f2cf2d20eaf4 req-4e5ad10e-0d88-44ec-8551-1cf675e3b59f tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479484 Oct 20 09:09:16.083848 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 9019ed23-6243-4781-867c-a05083082422 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:09:16.129322 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port 9019ed23-6243-4781-867c-a05083082422 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:09:16.135023 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 9019ed23-6243-4781-867c-a05083082422 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:09:16.135417 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (9019ed23-6243-4781-867c-a05083082422), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:16.135788 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 9019ed23-6243-4781-867c-a05083082422 Oct 20 09:09:16.208717 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 9019ed23-6243-4781-867c-a05083082422 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:09:16.209103 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (9019ed23-6243-4781-867c-a05083082422), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:16.211565 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:16.234311 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d3c445-b406-4bc4-873d-abe3c68c25bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9019ed23-6243-4781-867c-a05083082422'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:09:16.236627 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc5ae38-6344-4385-849e-be742192b545" -d '{"events": [{"server_uuid": "d3d3c445-b406-4bc4-873d-abe3c68c25bf", "name": "network-vif-plugged", "status": "completed", "tag": "9019ed23-6243-4781-867c-a05083082422"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:09:16.238726 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:16.250197 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 9019ed23-6243-4781-867c-a05083082422, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9019ed23-6243-4781-867c-a05083082422,segment=NetworkSegment(706c32b3-5568-4e75-b2b4-8c7677aa0789),segment_id=706c32b3-5568-4e75-b2b4-8c7677aa0789)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:09:16.254048 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (9019ed23-6243-4781-867c-a05083082422), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:16.276440 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8145573-bee4-46ea-886b-dcca9a9304c1 x-openstack-request-id: req-b8145573-bee4-46ea-886b-dcca9a9304c1 {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:09:16.276735 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d3c445-b406-4bc4-873d-abe3c68c25bf", "name": "network-vif-plugged", "status": "completed", "tag": "9019ed23-6243-4781-867c-a05083082422", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:09:16.277002 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8145573-bee4-46ea-886b-dcca9a9304c1 {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:09:16.277384 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8145573-bee4-46ea-886b-dcca9a9304c1'] response: {'server_uuid': 'd3d3c445-b406-4bc4-873d-abe3c68c25bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9019ed23-6243-4781-867c-a05083082422', 'code': 200} Oct 20 09:09:16.305338 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=9019ed23-6243-4781-867c-a05083082422,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:16.534062 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f25112df-aec1-4a42-a031-2dff8679fd4d req-a51d716b-4567-4102-a81f-207586b21a56 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 210 time: 0.0280151 Oct 20 09:09:16.772858 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f598e11-7898-4e49-a52e-2a8bf4bac6c6 req-e7519f5e-7eaa-49c3-8366-ecd6f5392764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:16.774387 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4f598e11-7898-4e49-a52e-2a8bf4bac6c6 req-e7519f5e-7eaa-49c3-8366-ecd6f5392764 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 1134 time: 0.0670786 Oct 20 09:09:16.845082 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420f00a-8207-4ff6-be11-0f1a458ad64c req-7cdb3332-e22d-4cc2-814f-ff799218aa02 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:16.846718 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6420f00a-8207-4ff6-be11-0f1a458ad64c req-7cdb3332-e22d-4cc2-814f-ff799218aa02 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 950 time: 0.1077721 Oct 20 09:09:16.856998 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-133f2e26-8199-4242-a93b-2fd68cd02051 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:16.858419 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-133f2e26-8199-4242-a93b-2fd68cd02051 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 812 time: 0.2121830 Oct 20 09:09:16.900584 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4f598e11-7898-4e49-a52e-2a8bf4bac6c6 req-24c8b5a1-931a-408d-bbb4-648c3e5661da service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025324 Oct 20 09:09:16.948333 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-6420f00a-8207-4ff6-be11-0f1a458ad64c req-908e05d2-00d6-448f-bf12-655ead6cc208 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873525 Oct 20 09:09:16.962034 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-fc669548-da5f-4fb1-8da3-a1ec1db665e0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98827dbef155480b9f26792b70014b4b HTTP/1.1" status: 200 len: 380 time: 0.0790153 Oct 20 09:09:17.276763 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'port': {'device_id': '842be7a4-f260-42e7-b34e-5f4369630d36', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'admin_state_up': True, 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'security_groups': ['cc414851-7c8e-4526-9fbf-448b6958247f']}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:09:17.395079 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Made reservation on behalf of 98827dbef155480b9f26792b70014b4b for: {'port': 1} {{(pid=104619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 09:09:17.403132 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:17.530922 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:17.532279 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_common [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Allocated IP 172.20.0.14 (d2d4ae81-03f2-49c0-8ca3-a270479acf30/a8f15822-75cb-4a82-9319-f423481eb456/9d2af910-87ab-4f40-ac9b-a6a140aaca39) {{(pid=104619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:09:17.571553 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:17.637405 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2e00ca75-5b0a-427d-98d5-05bb4dcded74 req-354a12c0-a137-41db-b356-34263431f7f0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 210 time: 0.0277076 Oct 20 09:09:17.680835 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:17.711942 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:17.760371 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Network d2d4ae81-03f2-49c0-8ca3-a270479acf30 is already hosted by enough agents. {{(pid=104619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:09:17.763543 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.base_scheduler [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Resources bound (agent type, host, resource id): {{(pid=104619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:09:17.765862 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Received port after_create {{(pid=104619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:09:17.795286 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'Port': ['ID=9d2af910-87ab-4f40-ac9b-a6a140aaca39,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:17.830841 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:17.831706 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:17.850234 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e92ce14f-7703-4b28-8c81-31d3df9f16e1 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5773931 Oct 20 09:09:17.886648 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.v2.base [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Request body: {'port': {'device_id': '842be7a4-f260-42e7-b34e-5f4369630d36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:09:17.955568 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:18.002960 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-c46a1245-3cef-456b-9daf-0b13569d6246 None None] Provisioning complete for port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:09:18.003617 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c46a1245-3cef-456b-9daf-0b13569d6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:18.003780 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-c46a1245-3cef-456b-9daf-0b13569d6246 None None] Attempt 1 to provision port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 Oct 20 09:09:18.036310 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-c46a1245-3cef-456b-9daf-0b13569d6246 None None] Port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 cannot update to ACTIVE because it is not bound. {{(pid=104620) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 09:09:18.124499 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5b7a5-d5d2-4965-a609-e387fd9bbf39 req-477b1e34-a1a3-4ba7-8dd8-fc96d6a8ca07 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:18.125959 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-58f5b7a5-d5d2-4965-a609-e387fd9bbf39 req-477b1e34-a1a3-4ba7-8dd8-fc96d6a8ca07 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 950 time: 0.0665872 Oct 20 09:09:18.227169 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-58f5b7a5-d5d2-4965-a609-e387fd9bbf39 req-b77841a6-a305-42aa-aa9a-2aca57447846 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900693 Oct 20 09:09:18.294655 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2af910-87ab-4f40-ac9b-a6a140aaca39 {{(pid=104619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:09:18.302725 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Publish callbacks [] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), precommit_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:18.314830 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.provisioning_blocks [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Transition to ACTIVE for port object 9d2af910-87ab-4f40-ac9b-a6a140aaca39 will not be triggered until provisioned by entity L2. {{(pid=104619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 09:09:18.318602 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:18.400344 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:18.403159 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2af910-87ab-4f40-ac9b-a6a140aaca39,revision_number=2']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:18.413898 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:18.441274 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Attempting to bind port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 09:09:18.441610 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Attempting to bind port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 09:09:18.441937 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Attempting to bind port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 on network d2d4ae81-03f2-49c0-8ca3-a270479acf30 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:09:18.484745 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 on network d2d4ae81-03f2-49c0-8ca3-a270479acf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 09:09:18.485068 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Attempting to bind port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 on network d2d4ae81-03f2-49c0-8ca3-a270479acf30 {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 09:09:18.526418 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Checking agent: {'id': '18c8bab4-796c-49a1-b2a8-8c9453ba094f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'started_at': datetime.datetime(2022, 10, 20, 8, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 9, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 09:09:18.526790 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Checking segment: {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 09:09:18.527172 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Bound using segment: {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'} {{(pid=104619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 09:09:18.527673 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.managers [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Bound port: 9d2af910-87ab-4f40-ac9b-a6a140aaca39, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b604ffd5-f3fe-428d-9c18-ae17d450cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30'}}] {{(pid=104619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 09:09:18.528037 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), before_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:18.599326 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] For port 9d2af910-87ab-4f40-ac9b-a6a140aaca39, host hv-cinder-maste, cleared binding levels {{(pid=104619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 09:09:18.602864 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] For port 9d2af910-87ab-4f40-ac9b-a6a140aaca39, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d2af910-87ab-4f40-ac9b-a6a140aaca39,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 09:09:18.610539 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59401422'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), after_update {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:18.616901 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:18.617576 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:18.619193 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/9d2af910-87ab-4f40-ac9b-a6a140aaca39 HTTP/1.1" status: 200 len: 1094 time: 0.7431908 Oct 20 09:09:18.619797 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842be7a4-f260-42e7-b34e-5f4369630d36', 'tag': '9d2af910-87ab-4f40-ac9b-a6a140aaca39'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:09:18.622088 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58ffd2f-260b-4c39-b713-c194ca9be2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "842be7a4-f260-42e7-b34e-5f4369630d36", "tag": "9d2af910-87ab-4f40-ac9b-a6a140aaca39"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:09:18.673218 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf23119-8306-4499-bb63-dbc05093d9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2af910-87ab-4f40-ac9b-a6a140aaca39,revision_number=3']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:18.694822 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540b8220-eead-41c8-9b70-d3a61e4eb2f2 x-openstack-request-id: req-540b8220-eead-41c8-9b70-d3a61e4eb2f2 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:09:18.695162 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842be7a4-f260-42e7-b34e-5f4369630d36", "tag": "9d2af910-87ab-4f40-ac9b-a6a140aaca39", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:09:18.695417 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-540b8220-eead-41c8-9b70-d3a61e4eb2f2 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:09:18.695820 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540b8220-eead-41c8-9b70-d3a61e4eb2f2'] response: {'name': 'network-changed', 'server_uuid': '842be7a4-f260-42e7-b34e-5f4369630d36', 'tag': '9d2af910-87ab-4f40-ac9b-a6a140aaca39', 'status': 'completed', 'code': 200} Oct 20 09:09:18.767100 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86591c67-86a5-40af-a784-674d1a249065 req-5a2d95b0-e29c-4a21-87a2-9a59cedc574d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:18.768576 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-86591c67-86a5-40af-a784-674d1a249065 req-5a2d95b0-e29c-4a21-87a2-9a59cedc574d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0482175 Oct 20 09:09:18.824217 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e1ef48f6-d176-4771-91d2-0713b9d403a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:18.825666 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-e1ef48f6-d176-4771-91d2-0713b9d403a0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 1128 time: 0.0561571 Oct 20 09:09:18.855444 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-86591c67-86a5-40af-a784-674d1a249065 req-b613ba30-f0a6-490e-9e99-d252b472455c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785427 Oct 20 09:09:18.880342 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-898efc7e-78bd-4f41-aeb4-fb08476a0d66 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2af910-87ab-4f40-ac9b-a6a140aaca39 HTTP/1.1" status: 200 len: 217 time: 0.0348680 Oct 20 09:09:18.927349 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-db25b965-763c-4b33-b83a-f9b173fb485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:18.928645 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-db25b965-763c-4b33-b83a-f9b173fb485e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0422025 Oct 20 09:09:18.971132 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-5bae74ac-9a02-4c2b-94a3-40983db8b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:18.972553 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-5bae74ac-9a02-4c2b-94a3-40983db8b0fd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381103 Oct 20 09:09:19.063151 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-5e2cd477-bc49-4d2a-9bc7-3d03ee760851 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845909 Oct 20 09:09:19.155506 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ef17dc9-6de1-47bd-8511-df172ada6031 req-f434a17a-df5e-4f8c-b5d8-3cbe73e8ade2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859356 Oct 20 09:09:19.347545 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079113d-f4dc-4d70-a330-f57baa8fc726 req-4a883a8e-2296-4af0-a28d-1d6c821086ca tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:19.349016 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1079113d-f4dc-4d70-a330-f57baa8fc726 req-4a883a8e-2296-4af0-a28d-1d6c821086ca tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 950 time: 0.0458605 Oct 20 09:09:19.400033 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-1079113d-f4dc-4d70-a330-f57baa8fc726 req-889cf4fd-16d5-4c35-80ad-671de6fb71fa tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455103 Oct 20 09:09:19.540335 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ffd2f-260b-4c39-b713-c194ca9be2fa req-123316dd-e632-4017-b726-accbcdf188da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:19.541740 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b58ffd2f-260b-4c39-b713-c194ca9be2fa req-123316dd-e632-4017-b726-accbcdf188da service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 1128 time: 0.0401175 Oct 20 09:09:19.642139 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ffd2f-260b-4c39-b713-c194ca9be2fa req-0a966d8e-239c-40f4-8835-51b22c46514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:19.643642 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b58ffd2f-260b-4c39-b713-c194ca9be2fa req-0a966d8e-239c-40f4-8835-51b22c46514b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 913 time: 0.0952840 Oct 20 09:09:19.665687 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d1515-1713-40a6-a8a0-f1048e515d71 req-04740e1f-e9c9-4a58-9222-a3707234e93e tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:19.667185 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-081d1515-1713-40a6-a8a0-f1048e515d71 req-04740e1f-e9c9-4a58-9222-a3707234e93e tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 950 time: 0.0470526 Oct 20 09:09:19.716334 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-081d1515-1713-40a6-a8a0-f1048e515d71 req-43195ec6-f152-497d-b5ff-a50665be34e3 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 Oct 20 09:09:19.965494 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:19.993589 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee27bca-9cb3-4ea6-8bfd-81d94de68dea req-7ea07da5-65cb-4a6e-8cf5-fc15338286af tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:19.995361 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ee27bca-9cb3-4ea6-8bfd-81d94de68dea req-7ea07da5-65cb-4a6e-8cf5-fc15338286af tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0631754 Oct 20 09:09:20.055176 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ee27bca-9cb3-4ea6-8bfd-81d94de68dea req-9c53dddc-ac34-4147-880b-e3cf0a2a4fef tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450337 Oct 20 09:09:20.837637 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0690-fed6-45ef-a05e-a27ebf9ced40 req-52d04441-8bf0-4224-9380-6b5821b490bc tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:20.839145 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3cab0690-fed6-45ef-a05e-a27ebf9ced40 req-52d04441-8bf0-4224-9380-6b5821b490bc tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 950 time: 0.0455899 Oct 20 09:09:20.868142 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b58ffd2f-260b-4c39-b713-c194ca9be2fa req-8015f5eb-2705-4560-a804-5145b28dc0ce service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2af910-87ab-4f40-ac9b-a6a140aaca39 HTTP/1.1" status: 200 len: 217 time: 0.0328290 Oct 20 09:09:20.885799 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-3cab0690-fed6-45ef-a05e-a27ebf9ced40 req-e30909f4-4727-4349-bc20-e7af19f48147 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a005ebef-2589-4307-bbe9-e6640ac2d70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Oct 20 09:09:20.921865 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ffd2f-260b-4c39-b713-c194ca9be2fa req-6537a88f-91b8-462b-889c-a495d8a917c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:20.923382 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b58ffd2f-260b-4c39-b713-c194ca9be2fa req-6537a88f-91b8-462b-889c-a495d8a917c6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0475535 Oct 20 09:09:21.117637 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ffd2f-260b-4c39-b713-c194ca9be2fa req-14ff13f9-c528-4757-bb67-934a25eb7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:21.119314 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b58ffd2f-260b-4c39-b713-c194ca9be2fa req-14ff13f9-c528-4757-bb67-934a25eb7b83 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533457 Oct 20 09:09:21.206158 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:21.229046 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06096a9f-229d-4708-b3d4-d5fc33aae419 req-a1383c70-d0dc-440b-839d-fae4ce4fa228 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:21.230553 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-06096a9f-229d-4708-b3d4-d5fc33aae419 req-a1383c70-d0dc-440b-839d-fae4ce4fa228 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0955191 Oct 20 09:09:21.302882 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b58ffd2f-260b-4c39-b713-c194ca9be2fa req-2fd70e81-9a56-492b-8f07-46f8ccde0f50 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753249 Oct 20 09:09:21.316000 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f0e0a-f575-49b1-92ee-34e4b95f409a req-28eb06cb-4416-4a14-bcbf-1013a825bdbd tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:21.317351 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-497f0e0a-f575-49b1-92ee-34e4b95f409a req-28eb06cb-4416-4a14-bcbf-1013a825bdbd tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 950 time: 0.0840876 Oct 20 09:09:21.407242 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-06096a9f-229d-4708-b3d4-d5fc33aae419 req-4a2f6484-898e-4c1d-b883-479db1adaef2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642425 Oct 20 09:09:21.489355 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-497f0e0a-f575-49b1-92ee-34e4b95f409a req-de8b78ef-0f5a-4b6f-a77b-5998c1cae1e8 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Deleting port 9019ed23-6243-4781-867c-a05083082422 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:09:21.489691 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-497f0e0a-f575-49b1-92ee-34e4b95f409a req-de8b78ef-0f5a-4b6f-a77b-5998c1cae1e8 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (9019ed23-6243-4781-867c-a05083082422), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:21.495274 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b58ffd2f-260b-4c39-b713-c194ca9be2fa req-661eec5c-0b66-4491-888f-e7614e37a028 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859014 Oct 20 09:09:21.583674 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-497f0e0a-f575-49b1-92ee-34e4b95f409a req-de8b78ef-0f5a-4b6f-a77b-5998c1cae1e8 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] For port 9019ed23-6243-4781-867c-a05083082422, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9019ed23-6243-4781-867c-a05083082422,segment=NetworkSegment(706c32b3-5568-4e75-b2b4-8c7677aa0789),segment_id=706c32b3-5568-4e75-b2b4-8c7677aa0789)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:09:21.583950 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-497f0e0a-f575-49b1-92ee-34e4b95f409a req-de8b78ef-0f5a-4b6f-a77b-5998c1cae1e8 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (9019ed23-6243-4781-867c-a05083082422), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:21.596823 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-497f0e0a-f575-49b1-92ee-34e4b95f409a req-de8b78ef-0f5a-4b6f-a77b-5998c1cae1e8 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Calling delete_port for 9019ed23-6243-4781-867c-a05083082422 owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:09:21.721376 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-497f0e0a-f575-49b1-92ee-34e4b95f409a req-de8b78ef-0f5a-4b6f-a77b-5998c1cae1e8 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (9019ed23-6243-4781-867c-a05083082422), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:21.749270 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b78ef-0f5a-4b6f-a77b-5998c1cae1e8 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Pushing event deleted for resources: {'Port': ['ID=9019ed23-6243-4781-867c-a05083082422,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:21.757139 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:21.795136 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-497f0e0a-f575-49b1-92ee-34e4b95f409a req-de8b78ef-0f5a-4b6f-a77b-5998c1cae1e8 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] No DVR routers for this DVR port 9019ed23-6243-4781-867c-a05083082422 on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:09:21.798510 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-497f0e0a-f575-49b1-92ee-34e4b95f409a req-de8b78ef-0f5a-4b6f-a77b-5998c1cae1e8 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:21.801666 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-497f0e0a-f575-49b1-92ee-34e4b95f409a req-de8b78ef-0f5a-4b6f-a77b-5998c1cae1e8 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.23 "DELETE /networking/v2.0/ports/9019ed23-6243-4781-867c-a05083082422 HTTP/1.1" status: 204 len: 173 time: 0.4719024 Oct 20 09:09:21.802246 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d3c445-b406-4bc4-873d-abe3c68c25bf', 'name': 'network-vif-deleted', 'tag': '9019ed23-6243-4781-867c-a05083082422'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:09:21.804603 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf32338-75dd-4a44-80c9-f01d0b27d7e4" -d '{"events": [{"server_uuid": "d3d3c445-b406-4bc4-873d-abe3c68c25bf", "name": "network-vif-deleted", "tag": "9019ed23-6243-4781-867c-a05083082422"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:09:21.845000 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6844df1a-aa29-4945-b293-4c9468dc6bdb x-openstack-request-id: req-6844df1a-aa29-4945-b293-4c9468dc6bdb {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:09:21.845293 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d3c445-b406-4bc4-873d-abe3c68c25bf", "name": "network-vif-deleted", "tag": "9019ed23-6243-4781-867c-a05083082422", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:09:21.845545 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6844df1a-aa29-4945-b293-4c9468dc6bdb {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:09:21.846058 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6844df1a-aa29-4945-b293-4c9468dc6bdb'] response: {'server_uuid': 'd3d3c445-b406-4bc4-873d-abe3c68c25bf', 'name': 'network-vif-deleted', 'tag': '9019ed23-6243-4781-867c-a05083082422', 'status': 'completed', 'code': 200} Oct 20 09:09:21.992437 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3d819d69-1367-46bd-8f12-2d7e254b01cc req-411677f3-8fdb-4066-af65-3ab931c91ee9 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0315745 Oct 20 09:09:22.532334 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e822b-1316-4714-8949-3a2a0a833ef3 req-b5daa537-c25a-4d12-82b3-f810e4f21033 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:22.533789 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b49e822b-1316-4714-8949-3a2a0a833ef3 req-b5daa537-c25a-4d12-82b3-f810e4f21033 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0501649 Oct 20 09:09:22.582247 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b49e822b-1316-4714-8949-3a2a0a833ef3 req-ebc152ea-58b2-4594-bc4b-98e8941f0ec0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Oct 20 09:09:23.092825 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-da61205b-f889-4aa4-8e49-3628eb145a10 req-ab414a15-fd15-4a4b-9080-ddeff6d010a7 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0266452 Oct 20 09:09:23.698712 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37e294-bd87-4ddf-a4a6-1823713e6208 req-83f726c4-f233-4e6d-8dd7-ca48d516a7d3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:23.700171 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ba37e294-bd87-4ddf-a4a6-1823713e6208 req-83f726c4-f233-4e6d-8dd7-ca48d516a7d3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0454402 Oct 20 09:09:23.747927 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ba37e294-bd87-4ddf-a4a6-1823713e6208 req-04d792b1-515f-4839-8017-2b9f824119f7 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417490 Oct 20 09:09:24.194621 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-839aa4b7-a416-449f-9ebb-9ccd9de6ebc0 req-8912b33b-9a86-4e49-bbcf-711e3b929c40 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0277641 Oct 20 09:09:24.461427 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['9019ed23-6243-4781-867c-a05083082422'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:09:24.869807 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b685084-aeb7-40a4-8b27-bb6e4926feb8 req-59889ba9-d536-4542-ab56-8c8178fc4b89 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:24.871304 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5b685084-aeb7-40a4-8b27-bb6e4926feb8 req-59889ba9-d536-4542-ab56-8c8178fc4b89 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0466509 Oct 20 09:09:24.922965 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-5b685084-aeb7-40a4-8b27-bb6e4926feb8 req-11b3defc-6be8-4a83-8d9f-0fc90f0387e7 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462623 Oct 20 09:09:25.310032 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7dc84b3f-7015-42b0-8e33-eb0d1ac5eb7e req-3dd72f68-3597-4365-84df-fd64b18317dc tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0269246 Oct 20 09:09:26.043443 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaa4bc-cbc3-4ba8-a74e-0f88a189cf8a req-ee20a26d-ce51-42d3-86f5-bd566d4b0e6f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:26.044795 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4aaaa4bc-cbc3-4ba8-a74e-0f88a189cf8a req-ee20a26d-ce51-42d3-86f5-bd566d4b0e6f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0460553 Oct 20 09:09:26.093867 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4aaaa4bc-cbc3-4ba8-a74e-0f88a189cf8a req-4efb8262-67cb-4d61-b98a-9f9b69b9f5d7 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Oct 20 09:09:26.427442 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-af0bc854-bbe1-4388-a5e2-eeae7fbdb39a req-3298dcb8-ef15-4687-9570-65d88aefde99 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0305152 Oct 20 09:09:26.496868 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 9019ed23-6243-4781-867c-a05083082422 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:09:26.519219 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: 9019ed23-6243-4781-867c-a05083082422 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:09:26.519561 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 9019ed23-6243-4781-867c-a05083082422 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:09:27.210113 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea614d8-5108-4187-bcfd-5f405972d0b4 req-4bd5113c-ce85-4d57-913d-3c1544619e69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:27.211590 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2ea614d8-5108-4187-bcfd-5f405972d0b4 req-4bd5113c-ce85-4d57-913d-3c1544619e69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0460377 Oct 20 09:09:27.259234 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-2ea614d8-5108-4187-bcfd-5f405972d0b4 req-043c55b2-ce38-47a7-96fd-f437961246fd tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 Oct 20 09:09:27.539124 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-403b01db-93de-4d57-b37f-a2e469b6a9cc req-6262a593-7331-47da-a067-9dab7e942632 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0263286 Oct 20 09:09:28.385796 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838fdaa-0b33-4b09-95fc-5fe53e526771 req-be23a66e-9578-4050-ac3e-2bd2cb6f160f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:28.387303 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a838fdaa-0b33-4b09-95fc-5fe53e526771 req-be23a66e-9578-4050-ac3e-2bd2cb6f160f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0506392 Oct 20 09:09:28.390149 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=16 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:28.402452 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=16 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:28.435851 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a838fdaa-0b33-4b09-95fc-5fe53e526771 req-4f8917f3-7f80-4657-8ce6-dac2a62b68dd tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428691 Oct 20 09:09:28.650179 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-508b350c-4f91-49ac-ab97-dbc5687c90b1 req-9a8304b0-2ae9-4c97-b2e9-b17d54663078 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0268509 Oct 20 09:09:28.961647 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-9eac043c-043d-4138-a9cc-89397f39e900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:29.553762 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76634e-0252-4d70-a38e-7cce67338c43 req-a60f6982-7cc7-462a-8cda-589c887eb3ed tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:29.555237 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8f76634e-0252-4d70-a38e-7cce67338c43 req-a60f6982-7cc7-462a-8cda-589c887eb3ed tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0457673 Oct 20 09:09:29.604717 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8f76634e-0252-4d70-a38e-7cce67338c43 req-96cdcc6d-cb25-4bec-9472-87f829d118fc tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440009 Oct 20 09:09:29.761673 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-41f807e4-45cd-49d8-83f3-1a7713022fa4 req-1b355cac-ab46-429d-9392-4f9eb4b898d3 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0279584 Oct 20 09:09:30.261997 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 39562) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:30.363989 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f62c5f74-1c17-40dc-9c3b-34cdae9311de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:30.440822 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f62c5f74-1c17-40dc-9c3b-34cdae9311de admin admin] Publish callbacks [] for security_group (bc9ace2d-1846-42c9-a330-397ecbf67cc2), precommit_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:30.444286 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-f62c5f74-1c17-40dc-9c3b-34cdae9311de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (bc9ace2d-1846-42c9-a330-397ecbf67cc2), after_create {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:30.486113 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-f62c5f74-1c17-40dc-9c3b-34cdae9311de admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=cac8599536e941948e67aeb426a6ed27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205412 Oct 20 09:09:30.486113 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c5f74-1c17-40dc-9c3b-34cdae9311de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9ace2d-1846-42c9-a330-397ecbf67cc2,revision_number=1']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:30.486446 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 39566) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:30.532665 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:30.542056 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e013-cc64-40e0-a6e3-dec5a8d2eaa2 admin admin] Publish callbacks [] for security_group (bc9ace2d-1846-42c9-a330-397ecbf67cc2), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:30.544645 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:30.563124 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e013-cc64-40e0-a6e3-dec5a8d2eaa2 admin admin] Publish callbacks [] for security_group (bc9ace2d-1846-42c9-a330-397ecbf67cc2), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:30.608315 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e013-cc64-40e0-a6e3-dec5a8d2eaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (bc9ace2d-1846-42c9-a330-397ecbf67cc2), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:30.611365 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e013-cc64-40e0-a6e3-dec5a8d2eaa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:30.612497 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-7ed7e013-cc64-40e0-a6e3-dec5a8d2eaa2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/bc9ace2d-1846-42c9-a330-397ecbf67cc2 HTTP/1.1" status: 204 len: 168 time: 0.1243033 Oct 20 09:09:30.619971 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7e013-cc64-40e0-a6e3-dec5a8d2eaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9ace2d-1846-42c9-a330-397ecbf67cc2,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:30.730192 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dac59-1a95-4fa1-971f-1b918de1ee92 req-c328b593-82f0-4837-af23-bc499b09c34b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:30.731830 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ea3dac59-1a95-4fa1-971f-1b918de1ee92 req-c328b593-82f0-4837-af23-bc499b09c34b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0505104 Oct 20 09:09:30.782016 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ea3dac59-1a95-4fa1-971f-1b918de1ee92 req-0f4cc611-de8f-4e8d-b162-e56a3a244f6d tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446446 Oct 20 09:09:30.878718 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-30d05beb-bdf2-4c5c-8a42-057c11f3d874 req-7858e3d9-0464-4ce4-befc-9424db69143f tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0284381 Oct 20 09:09:31.045423 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-ba6b0218-b7fd-4373-8fdc-36f0428eb32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:31.901497 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173237d-eba0-41f0-a2a6-4549e8119c38 req-53474477-17af-4538-ae53-cc3310941928 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:31.902953 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f173237d-eba0-41f0-a2a6-4549e8119c38 req-53474477-17af-4538-ae53-cc3310941928 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0459569 Oct 20 09:09:31.954636 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f173237d-eba0-41f0-a2a6-4549e8119c38 req-b7f75954-13fe-41a2-bb30-4ff6d2865b9f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453708 Oct 20 09:09:31.974025 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:31.994353 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-3588ccc6-0147-4136-9cb0-691da8ed3008 req-9118465e-06ae-4521-9ad0-5313875587bc tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0293546 Oct 20 09:09:32.412471 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:33.075475 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ab1fe-a18d-4909-bf16-cffe0edb91d2 req-b52ba93b-5120-441e-8f42-0a4b7ed725ff tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:33.077239 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-462ab1fe-a18d-4909-bf16-cffe0edb91d2 req-b52ba93b-5120-441e-8f42-0a4b7ed725ff tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0483785 Oct 20 09:09:33.118886 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-5ee0165d-8952-4304-9ab0-7a25e96f6717 req-7fe7e411-e96e-4831-bccc-d8815d5f6515 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0306566 Oct 20 09:09:33.131789 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-462ab1fe-a18d-4909-bf16-cffe0edb91d2 req-12ce2798-b5a6-43a7-bd31-19ce9c296b2f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482256 Oct 20 09:09:34.128281 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:34.240149 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c0257095-8c64-4841-9630-3560c9f3483c req-1db77e58-2b0c-4e84-952f-ad87867098f3 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0304615 Oct 20 09:09:34.256442 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9050ff9-fa30-463a-9455-d4553e04f923 req-73c73e2d-0528-4472-a96d-85bb2239f177 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:34.258013 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b9050ff9-fa30-463a-9455-d4553e04f923 req-73c73e2d-0528-4472-a96d-85bb2239f177 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0472167 Oct 20 09:09:34.309294 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b9050ff9-fa30-463a-9455-d4553e04f923 req-2e462bd4-80b5-4f63-953e-7289c2174d7f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457716 Oct 20 09:09:34.321137 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:35.352075 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-534ac486-be87-48eb-ad43-bbce28d05e99 req-56f80d08-5a34-4958-a7f5-c99b02e31fa3 tempest-VolumesNegativeTest-1146834603 tempest-VolumesNegativeTest-1146834603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3d3c445-b406-4bc4-873d-abe3c68c25bf HTTP/1.1" status: 200 len: 210 time: 0.0278876 Oct 20 09:09:35.439699 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0eb174-93fe-409b-91bc-b4e50a5eef69 req-cdd10cd3-7803-4f04-bb37-4d1fdd31efd6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:35.441157 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ea0eb174-93fe-409b-91bc-b4e50a5eef69 req-cdd10cd3-7803-4f04-bb37-4d1fdd31efd6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0493951 Oct 20 09:09:35.489775 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ea0eb174-93fe-409b-91bc-b4e50a5eef69 req-ec42a7ff-05d8-421b-af38-4caa3e1c6ecd tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426722 Oct 20 09:09:36.563870 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 9d2af910-87ab-4f40-ac9b-a6a140aaca39 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:09:36.615360 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d6ed2-abb8-4ffb-a1b2-dc9dbc9c4bbc req-16a3571c-aee4-4ff8-8924-f15a40ff7ec7 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:36.617265 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a41d6ed2-abb8-4ffb-a1b2-dc9dbc9c4bbc req-16a3571c-aee4-4ff8-8924-f15a40ff7ec7 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 944 time: 0.0499275 Oct 20 09:09:36.671755 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 9d2af910-87ab-4f40-ac9b-a6a140aaca39, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d2af910-87ab-4f40-ac9b-a6a140aaca39,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:09:36.683236 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a41d6ed2-abb8-4ffb-a1b2-dc9dbc9c4bbc req-e1a566b3-6af4-4afe-befe-3ce46d508703 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572886 Oct 20 09:09:36.685749 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '9d2af910-87ab-4f40-ac9b-a6a140aaca39', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'port_id': '9d2af910-87ab-4f40-ac9b-a6a140aaca39', 'mac_address': 'fa:16:3e:45:29:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 484, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:09:36.729448 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:09:36.730068 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:36.744624 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2af910-87ab-4f40-ac9b-a6a140aaca39 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:09:36.768564 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 9d2af910-87ab-4f40-ac9b-a6a140aaca39, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d2af910-87ab-4f40-ac9b-a6a140aaca39,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:09:36.773364 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:36.825283 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=9d2af910-87ab-4f40-ac9b-a6a140aaca39,revision_number=4']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:36.833035 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.833377 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.833722 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.834066 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.834402 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.834764 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.835165 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.835629 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.835907 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.836127 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.836693 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.837001 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.837249 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.837712 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:36.838130 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:09:37.152211 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['9d2af910-87ab-4f40-ac9b-a6a140aaca39'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:09:37.356223 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:37.424643 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:09:37.806742 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ff18a-aab1-4812-b307-c36f809f92a2 req-2c743e8d-4fe9-463b-b5fc-f0c76b687e9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:37.808234 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b77ff18a-aab1-4812-b307-c36f809f92a2 req-2c743e8d-4fe9-463b-b5fc-f0c76b687e9a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 945 time: 0.0482316 Oct 20 09:09:37.867260 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b77ff18a-aab1-4812-b307-c36f809f92a2 req-4d7baf69-4920-4e29-83f1-620a244d071c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462294 Oct 20 09:09:38.581020 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 9d2af910-87ab-4f40-ac9b-a6a140aaca39 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:09:38.624740 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning for port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 completed by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 09:09:38.631356 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:09:38.631650 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:38.632125 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 Oct 20 09:09:38.663927 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:38.711257 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:09:38.711650 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:38.734928 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842be7a4-f260-42e7-b34e-5f4369630d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2af910-87ab-4f40-ac9b-a6a140aaca39'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:09:38.737158 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789911fb-34ab-4787-a659-95dc8ef0eac1" -d '{"events": [{"server_uuid": "842be7a4-f260-42e7-b34e-5f4369630d36", "name": "network-vif-plugged", "status": "completed", "tag": "9d2af910-87ab-4f40-ac9b-a6a140aaca39"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:09:38.749429 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 9d2af910-87ab-4f40-ac9b-a6a140aaca39, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d2af910-87ab-4f40-ac9b-a6a140aaca39,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:09:38.754006 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:38.782878 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a063af6-33aa-44ce-b82b-45dfb177370b x-openstack-request-id: req-3a063af6-33aa-44ce-b82b-45dfb177370b {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:09:38.783170 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842be7a4-f260-42e7-b34e-5f4369630d36", "name": "network-vif-plugged", "status": "completed", "tag": "9d2af910-87ab-4f40-ac9b-a6a140aaca39", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:09:38.783423 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a063af6-33aa-44ce-b82b-45dfb177370b {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:09:38.783817 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a063af6-33aa-44ce-b82b-45dfb177370b'] response: {'server_uuid': '842be7a4-f260-42e7-b34e-5f4369630d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2af910-87ab-4f40-ac9b-a6a140aaca39', 'code': 200} Oct 20 09:09:38.812279 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=9d2af910-87ab-4f40-ac9b-a6a140aaca39,revision_number=5']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:39.011900 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7504dc-c2b3-4672-8731-07e1e1a34342 req-2b3f84da-907d-4fea-8a70-30ac3c9880e6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:39.013390 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-de7504dc-c2b3-4672-8731-07e1e1a34342 req-2b3f84da-907d-4fea-8a70-30ac3c9880e6 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 946 time: 0.0578396 Oct 20 09:09:39.075544 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-de7504dc-c2b3-4672-8731-07e1e1a34342 req-2ed5013d-c3e3-4202-8a97-d0b99e85f51a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556118 Oct 20 09:09:40.198246 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9108e2c-4f0b-4412-82a9-c21fc05337c3 req-cb14c600-adbd-42f4-a7ad-1c2548daadd9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:40.199799 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f9108e2c-4f0b-4412-82a9-c21fc05337c3 req-cb14c600-adbd-42f4-a7ad-1c2548daadd9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 946 time: 0.0480442 Oct 20 09:09:40.251486 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f9108e2c-4f0b-4412-82a9-c21fc05337c3 req-fe7b53e1-43b8-4955-920c-7f4f07f95bb8 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461297 Oct 20 09:09:41.369975 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b1866-45a2-4bf1-8ba2-910b42e97d2f req-84858040-f692-48d2-8580-6c7fdd8619df tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:41.371472 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-088b1866-45a2-4bf1-8ba2-910b42e97d2f req-84858040-f692-48d2-8580-6c7fdd8619df tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 946 time: 0.0467169 Oct 20 09:09:41.419027 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-088b1866-45a2-4bf1-8ba2-910b42e97d2f req-5406eca3-707b-4b81-a1b1-58a4cf99d16c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Oct 20 09:09:41.616324 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d5495-ffb6-4b7e-94f1-b77f8580bb46 req-f7755e2d-d024-4c9c-9238-7887475e06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:41.617779 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ef9d5495-ffb6-4b7e-94f1-b77f8580bb46 req-f7755e2d-d024-4c9c-9238-7887475e06b8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 1130 time: 0.0382431 Oct 20 09:09:41.665675 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ef9d5495-ffb6-4b7e-94f1-b77f8580bb46 req-4932db9e-62f7-4c2b-b9c7-ca7e645719d7 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414770 Oct 20 09:09:42.117920 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:42.537507 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb480a3-754c-4bf3-ad71-38ed487657a4 req-e2353010-0d4f-421b-b9ed-6f3db3795748 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:42.539119 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bfb480a3-754c-4bf3-ad71-38ed487657a4 req-e2353010-0d4f-421b-b9ed-6f3db3795748 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 946 time: 0.0464053 Oct 20 09:09:42.595647 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-bfb480a3-754c-4bf3-ad71-38ed487657a4 req-837fb785-8b97-4345-9199-273dd87cf4ff tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499279 Oct 20 09:09:42.866711 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 39946) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:43.011590 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-6b796fbd-11a6-4af4-8b75-cb1014924b8f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0ce71f46acb24cd899e0d08974c825ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436937 Oct 20 09:09:43.014029 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 39950) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:43.058356 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:43.065435 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-50fe125e-66e4-4886-938e-a493786e21a9 admin admin] Publish callbacks [] for security_group (a005ebef-2589-4307-bbe9-e6640ac2d70c), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:43.099293 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-50fe125e-66e4-4886-938e-a493786e21a9 admin admin] Publish callbacks [] for security_group (a005ebef-2589-4307-bbe9-e6640ac2d70c), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:43.152054 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-50fe125e-66e4-4886-938e-a493786e21a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (a005ebef-2589-4307-bbe9-e6640ac2d70c), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:43.154767 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-50fe125e-66e4-4886-938e-a493786e21a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:43.155915 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-50fe125e-66e4-4886-938e-a493786e21a9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a005ebef-2589-4307-bbe9-e6640ac2d70c HTTP/1.1" status: 204 len: 168 time: 0.1409066 Oct 20 09:09:43.164997 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe125e-66e4-4886-938e-a493786e21a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a005ebef-2589-4307-bbe9-e6640ac2d70c,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:43.537851 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-50a19abb-6340-4a42-bb7c-6a12348357f2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401261 Oct 20 09:09:43.638246 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-3f2c7662-ff7e-4170-9361-200991c3816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:43.639753 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-3f2c7662-ff7e-4170-9361-200991c3816a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 1129 time: 0.0384393 Oct 20 09:09:44.000737 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c61e26-cf87-4015-b824-76b0ef0f859c req-95c4069c-cf92-44ec-9a87-5efad1b90ca8 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:44.002148 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f4c61e26-cf87-4015-b824-76b0ef0f859c req-95c4069c-cf92-44ec-9a87-5efad1b90ca8 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 946 time: 0.3249972 Oct 20 09:09:44.020567 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:44.040256 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-ca1ea7ad-2103-4c63-998d-b6929304da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:44.041673 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-ca1ea7ad-2103-4c63-998d-b6929304da6f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 913 time: 0.3838758 Oct 20 09:09:44.104346 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f4c61e26-cf87-4015-b824-76b0ef0f859c req-9804511a-ab63-44a1-8386-8faec94e7828 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936921 Oct 20 09:09:44.121002 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-74f5f5ab-ad9e-4b26-8d21-0aaa0f60b7b1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5aa2d4a-df18-490f-b5c0-9074a308160e HTTP/1.1" status: 200 len: 1001 time: 0.0698295 Oct 20 09:09:44.169313 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-3d8a7212-b678-4f52-858d-4af283b870c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:44.170890 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-3d8a7212-b678-4f52-858d-4af283b870c2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0442786 Oct 20 09:09:44.194054 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:44.216665 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-5a0f4e28-04e7-4d67-b0bb-ad5a8cd31234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:44.218164 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-5a0f4e28-04e7-4d67-b0bb-ad5a8cd31234 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417373 Oct 20 09:09:44.242101 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba64571-3f16-4768-b2f4-7f45fd97ec25 req-859827a3-9ff8-446d-9306-e441f724ae14 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:44.243625 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6ba64571-3f16-4768-b2f4-7f45fd97ec25 req-859827a3-9ff8-446d-9306-e441f724ae14 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 946 time: 0.0602615 Oct 20 09:09:44.299189 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-6ba64571-3f16-4768-b2f4-7f45fd97ec25 req-85d300c6-6b22-4634-9865-3b745d3f1196 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471435 Oct 20 09:09:44.322742 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-6e678db4-e668-48ce-aa49-6892485ff98a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927718 Oct 20 09:09:44.330024 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 39968) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:44.420742 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-76eb1c87-c57e-4306-b618-dbe9f0d4fa66 req-ef2dddf5-3024-4dda-82c9-1dfae1e60980 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977128 Oct 20 09:09:44.543369 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ded01-c438-41fb-8438-ef06a707f6fa tempest-TestVolumeBootPattern-1191680592 tempest-TestVolumeBootPattern-1191680592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:44.544926 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-497ded01-c438-41fb-8438-ef06a707f6fa tempest-TestVolumeBootPattern-1191680592 tempest-TestVolumeBootPattern-1191680592-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 1125 time: 0.2136877 Oct 20 09:09:44.548214 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 39974) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:09:44.552260 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.v2.base [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Request body: {'floatingip': {'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'port_id': '9d2af910-87ab-4f40-ac9b-a6a140aaca39', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 09:09:44.572889 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:44.655912 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:44.766102 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.db_base_plugin_common [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Allocated IP 172.37.2.82 (55a37276-adba-416b-82c9-f27b48656ef9/4be61e7a-5f23-485e-b90b-722b0200d4f5/a39de554-6925-4805-9ae7-1442276ca776) {{(pid=104618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 09:09:44.866297 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for port (a39de554-6925-4805-9ae7-1442276ca776), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:44.897355 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745935587139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (a39de554-6925-4805-9ae7-1442276ca776), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:44.935804 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Network 55a37276-adba-416b-82c9-f27b48656ef9 is already hosted by enough agents. {{(pid=104618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 09:09:44.942093 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.base_scheduler [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Resources bound (agent type, host, resource id): {{(pid=104618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 09:09:44.945975 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Received port after_create {{(pid=104618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 09:09:44.951015 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'Port': ['ID=a39de554-6925-4805-9ae7-1442276ca776,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:45.013046 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:45.284037 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:45.287237 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (6d3b2958-8966-4db1-82c0-004f0423062a), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:45.355150 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (a39de554-6925-4805-9ae7-1442276ca776), before_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:45.506394 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for port (a39de554-6925-4805-9ae7-1442276ca776), precommit_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:45.511763 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60111945'] for port (a39de554-6925-4805-9ae7-1442276ca776), after_update {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:45.577860 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event updated for resources: {'Port': ['ID=a39de554-6925-4805-9ae7-1442276ca776,revision_number=2']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:09:45.580439 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748590'] for floatingip (6d3b2958-8966-4db1-82c0-004f0423062a), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:45.675251 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Floating IP 6d3b2958-8966-4db1-82c0-004f0423062a associated. External IP: 172.37.2.82, port: 9d2af910-87ab-4f40-ac9b-a6a140aaca39. Oct 20 09:09:45.817955 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:45.883022 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Router 3e2283d4-42cc-40d2-9529-fb7a4926321b has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:09:45.986097 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:09:45.998120 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a54ee3-f311-49c0-985a-25718439f4f8 None None] Sync routers for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:09:46.004880 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:09:46.009885 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a54ee3-f311-49c0-985a-25718439f4f8 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:09:46.010592 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-67a54ee3-f311-49c0-985a-25718439f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:09:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:09:46.036062 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-09ac35ec-9df3-455c-8ef6-519720d34ee3 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4864926 Oct 20 09:09:46.036573 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842be7a4-f260-42e7-b34e-5f4369630d36', 'tag': '9d2af910-87ab-4f40-ac9b-a6a140aaca39'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:09:46.039133 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe2cda9-707d-412f-bd9a-be405334bdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "842be7a4-f260-42e7-b34e-5f4369630d36", "tag": "9d2af910-87ab-4f40-ac9b-a6a140aaca39"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:09:46.079615 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c185386-d490-44f7-b09d-8c048a08b7bb x-openstack-request-id: req-6c185386-d490-44f7-b09d-8c048a08b7bb {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:09:46.079917 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842be7a4-f260-42e7-b34e-5f4369630d36", "tag": "9d2af910-87ab-4f40-ac9b-a6a140aaca39", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:09:46.080175 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c185386-d490-44f7-b09d-8c048a08b7bb {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:09:46.080580 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c185386-d490-44f7-b09d-8c048a08b7bb'] response: {'name': 'network-changed', 'server_uuid': '842be7a4-f260-42e7-b34e-5f4369630d36', 'tag': '9d2af910-87ab-4f40-ac9b-a6a140aaca39', 'status': 'completed', 'code': 200} Oct 20 09:09:46.118689 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-67a54ee3-f311-49c0-985a-25718439f4f8 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:09:46.329047 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-67a54ee3-f311-49c0-985a-25718439f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '62ba7407-920f-42b3-95b3-6ee905fc7765', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.152', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:07:13Z', 'updated_at': '2022-10-20T09:07:15Z', 'revision_number': 1, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}, {'id': '6d3b2958-8966-4db1-82c0-004f0423062a', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.82', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': '9d2af910-87ab-4f40-ac9b-a6a140aaca39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:45:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842be7a4-f260-42e7-b34e-5f4369630d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:09:45Z', 'updated_at': '2022-10-20T09:09:45Z', 'revision_number': 0, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:09:46.361278 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:46.395172 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cda9-707d-412f-bd9a-be405334bdc9 req-6819da0c-52c9-492c-b35a-b9210422341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:46.396695 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-abe2cda9-707d-412f-bd9a-be405334bdc9 req-6819da0c-52c9-492c-b35a-b9210422341b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 1130 time: 0.0442605 Oct 20 09:09:46.438429 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a54ee3-f311-49c0-985a-25718439f4f8 None None] Checking router: 3e2283d4-42cc-40d2-9529-fb7a4926321b for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:09:46.446974 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a54ee3-f311-49c0-985a-25718439f4f8 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:09:46.447584 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-67a54ee3-f311-49c0-985a-25718439f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:09:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:09:46.488963 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cda9-707d-412f-bd9a-be405334bdc9 req-bb53794d-df71-44e3-8f68-9bc6739e2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:46.490414 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-abe2cda9-707d-412f-bd9a-be405334bdc9 req-bb53794d-df71-44e3-8f68-9bc6739e2f3d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 913 time: 0.0867708 Oct 20 09:09:46.548290 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-67a54ee3-f311-49c0-985a-25718439f4f8 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:09:46.553183 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-abe2cda9-707d-412f-bd9a-be405334bdc9 req-5a511c1c-ec92-40df-9be7-6392b8a92172 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2af910-87ab-4f40-ac9b-a6a140aaca39 HTTP/1.1" status: 200 len: 999 time: 0.0572999 Oct 20 09:09:46.603179 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cda9-707d-412f-bd9a-be405334bdc9 req-77ea7012-20ee-43e4-91c8-e826358bddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:46.604766 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-abe2cda9-707d-412f-bd9a-be405334bdc9 req-77ea7012-20ee-43e4-91c8-e826358bddd7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0456970 Oct 20 09:09:46.652840 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cda9-707d-412f-bd9a-be405334bdc9 req-131200c5-bca2-42be-8d3a-aa365499d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:09:46.654622 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-abe2cda9-707d-412f-bd9a-be405334bdc9 req-131200c5-bca2-42be-8d3a-aa365499d431 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439377 Oct 20 09:09:46.757544 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-abe2cda9-707d-412f-bd9a-be405334bdc9 req-c9551db5-6229-4ae0-9d9c-01318df8a959 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966213 Oct 20 09:09:46.788549 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-67a54ee3-f311-49c0-985a-25718439f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '62ba7407-920f-42b3-95b3-6ee905fc7765', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.152', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:07:13Z', 'updated_at': '2022-10-20T09:07:15Z', 'revision_number': 1, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}, {'id': '6d3b2958-8966-4db1-82c0-004f0423062a', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.82', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': '9d2af910-87ab-4f40-ac9b-a6a140aaca39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:45:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842be7a4-f260-42e7-b34e-5f4369630d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:09:45Z', 'updated_at': '2022-10-20T09:09:45Z', 'revision_number': 0, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:09:46.817714 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a54ee3-f311-49c0-985a-25718439f4f8 None None] The sync data for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi is: [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '62ba7407-920f-42b3-95b3-6ee905fc7765', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.152', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:07:13Z', 'updated_at': '2022-10-20T09:07:15Z', 'revision_number': 1, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}, {'id': '6d3b2958-8966-4db1-82c0-004f0423062a', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.82', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': '9d2af910-87ab-4f40-ac9b-a6a140aaca39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:45:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842be7a4-f260-42e7-b34e-5f4369630d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:09:45Z', 'updated_at': '2022-10-20T09:09:45Z', 'revision_number': 0, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:09:46.858778 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-abe2cda9-707d-412f-bd9a-be405334bdc9 req-ebda7925-2c06-4b14-b86f-275a2cb3158b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951495 Oct 20 09:09:47.057470 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485bebfa-9caf-4e7b-9f59-f78ae4108cc8 None None] New status for floating IP 6d3b2958-8966-4db1-82c0-004f0423062a: ACTIVE {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:09:56.029498 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:56.031386 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:56.853795 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=44 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:56.855668 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=83 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:57.158077 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:57.160461 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:09:58.953837 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-69c61c90-23a8-4515-b204-f5d03d8e36f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:01.044835 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d4edf4da-7f92-4f4a-b52d-a08b2e746fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:01.654828 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=84 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:01.655508 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=72 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:02.415745 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:04.130814 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:04.319704 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:07.019122 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40132) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:10:07.122442 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:07.199685 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Publish callbacks [] for security_group (2f3faad8-887e-4761-89fc-cf06cef31355), precommit_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:07.203330 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2f3faad8-887e-4761-89fc-cf06cef31355), after_create {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:07.242457 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a2ba46aa8b5a40b891de17437d069cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222798 Oct 20 09:10:07.243747 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3faad8-887e-4761-89fc-cf06cef31355,revision_number=1']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:10:07.245173 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40136) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:10:07.250935 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.251281 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.251625 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.252555 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.252915 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.253243 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.253568 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.253889 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.254213 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.254563 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.254890 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.255211 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.255531 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.255849 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.256164 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b195c74-15ad-43fd-b78a-bda228619ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.294451 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Publish callbacks [] for security_group (2f3faad8-887e-4761-89fc-cf06cef31355), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:07.314447 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Publish callbacks [] for security_group (2f3faad8-887e-4761-89fc-cf06cef31355), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:07.361845 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (2f3faad8-887e-4761-89fc-cf06cef31355), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:07.364581 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:07.365722 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2f3faad8-887e-4761-89fc-cf06cef31355 HTTP/1.1" status: 204 len: 168 time: 0.1194935 Oct 20 09:10:07.373700 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3faad8-887e-4761-89fc-cf06cef31355,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:10:07.382260 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.382425 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.382793 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.383133 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.383464 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.383789 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.384117 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.384435 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.384881 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.385208 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.385531 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.385854 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.386173 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.386499 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:07.386821 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2777462-a12d-440b-a2dc-b2c1c0741760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:12.128153 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:14.423449 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:10:17.238906 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:17.247330 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:17.368869 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:17.377666 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:22.120838 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:22.122888 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:24.419799 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:27.404341 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:28.958543 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-59b48430-1baf-4e22-b79a-4e38602ca983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:31.046043 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f2339139-307c-4400-859c-831d16ec270d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:32.419318 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:34.133657 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:34.322534 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:35.082188 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d280b63-a03b-4c5a-b591-541345bd2361 req-a6833a21-9c91-46b7-a1ea-06a387f1d34e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:35.083702 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4d280b63-a03b-4c5a-b591-541345bd2361 req-a6833a21-9c91-46b7-a1ea-06a387f1d34e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.2171674 Oct 20 09:10:35.134441 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4d280b63-a03b-4c5a-b591-541345bd2361 req-6d0d744a-88a0-4962-b2b4-3bf078fcdcb6 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451741 Oct 20 09:10:36.310990 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26839aa6-520e-4aa0-b65e-c6414d0ad2e7 req-7190ae72-a26a-4427-9930-df7bdafc2053 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:36.312083 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-26839aa6-520e-4aa0-b65e-c6414d0ad2e7 req-7190ae72-a26a-4427-9930-df7bdafc2053 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0987706 Oct 20 09:10:36.363876 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-26839aa6-520e-4aa0-b65e-c6414d0ad2e7 req-e44aa718-3cc1-4411-bded-e3f49d4914d4 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462515 Oct 20 09:10:37.483210 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56d93-3e4a-4841-ae54-81097e6f92ce req-1a64b928-7a2b-4455-aab9-95eb6ea6d1be tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:37.484653 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-91e56d93-3e4a-4841-ae54-81097e6f92ce req-1a64b928-7a2b-4455-aab9-95eb6ea6d1be tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0470183 Oct 20 09:10:37.533366 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-91e56d93-3e4a-4841-ae54-81097e6f92ce req-8cfcd630-b463-40a9-9040-96f6676df600 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416741 Oct 20 09:10:38.647049 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:38.651360 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:38.653020 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be339884-7918-443b-9efc-d7d1f4471dde req-88f63f86-c98d-492c-a411-e60814909b72 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:38.654642 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-be339884-7918-443b-9efc-d7d1f4471dde req-88f63f86-c98d-492c-a411-e60814909b72 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0473099 Oct 20 09:10:38.702332 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-be339884-7918-443b-9efc-d7d1f4471dde req-ddeb3eaf-0db5-480a-ac18-46602d7e2700 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414994 Oct 20 09:10:39.821998 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ace7d-8134-4121-8f8e-e9f205bedb75 req-8d5f811b-583c-4a80-b688-319b5c3a34b6 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:39.823458 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a38ace7d-8134-4121-8f8e-e9f205bedb75 req-8d5f811b-583c-4a80-b688-319b5c3a34b6 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0452018 Oct 20 09:10:39.872185 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a38ace7d-8134-4121-8f8e-e9f205bedb75 req-bf755be5-fadc-4e34-ac64-e34e43e7abfe tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432744 Oct 20 09:10:40.990155 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9bdc0-499c-4a0f-8974-2b502c79a2a1 req-6d2f68b5-87d9-40f8-a7f9-c8a45a929fdf tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:40.991626 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ede9bdc0-499c-4a0f-8974-2b502c79a2a1 req-6d2f68b5-87d9-40f8-a7f9-c8a45a929fdf tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0454988 Oct 20 09:10:41.041165 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ede9bdc0-499c-4a0f-8974-2b502c79a2a1 req-8aa1c4f2-39e4-4736-b52b-f00ecccb39e3 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441756 Oct 20 09:10:42.143574 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:42.162873 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042f9a4-505e-4d0f-9c47-6994e3884336 req-d1498dec-bc47-4901-9a35-56ff93d6908f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:42.164341 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b042f9a4-505e-4d0f-9c47-6994e3884336 req-d1498dec-bc47-4901-9a35-56ff93d6908f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0502021 Oct 20 09:10:42.213750 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-b042f9a4-505e-4d0f-9c47-6994e3884336 req-70a27914-774e-4a3c-b5e3-6255c81c3095 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438192 Oct 20 09:10:43.334094 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbcc3b-2a9a-4bf5-b159-6d6dcfdfca4a req-2b446387-8ac0-479e-ba30-cd3a7284733f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:43.335547 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f9cbcc3b-2a9a-4bf5-b159-6d6dcfdfca4a req-2b446387-8ac0-479e-ba30-cd3a7284733f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0479300 Oct 20 09:10:43.383890 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f9cbcc3b-2a9a-4bf5-b159-6d6dcfdfca4a req-4cc3a1ed-33cd-4731-b00b-bc17bd54af87 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425050 Oct 20 09:10:43.649044 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4de82-6d0f-4fb2-bc12-63fb8a03a7b6 req-cbbea6b6-24c0-42fb-af86-2c61d67075bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:43.650510 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dfd4de82-6d0f-4fb2-bc12-63fb8a03a7b6 req-cbbea6b6-24c0-42fb-af86-2c61d67075bd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=45d1505e085847329f7480c9bc08f1d8&device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 1129 time: 0.0392468 Oct 20 09:10:43.756875 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4de82-6d0f-4fb2-bc12-63fb8a03a7b6 req-125ad2a6-1566-47c4-aee8-afb1529ea590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:43.758383 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dfd4de82-6d0f-4fb2-bc12-63fb8a03a7b6 req-125ad2a6-1566-47c4-aee8-afb1529ea590 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=97e3a71a-7101-44af-a502-b2d032e40dce HTTP/1.1" status: 200 len: 909 time: 0.0875669 Oct 20 09:10:43.824999 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dfd4de82-6d0f-4fb2-bc12-63fb8a03a7b6 req-a6a64714-e0bb-484a-aa8c-a63f80ff5a42 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=731aa0eb-33e7-4deb-b323-29e7908786e9 HTTP/1.1" status: 200 len: 1000 time: 0.0534589 Oct 20 09:10:43.873220 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4de82-6d0f-4fb2-bc12-63fb8a03a7b6 req-568acddd-90d1-4854-bda8-9faaede38629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:43.874717 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dfd4de82-6d0f-4fb2-bc12-63fb8a03a7b6 req-568acddd-90d1-4854-bda8-9faaede38629 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6ba0a55-6a28-43da-bc1a-ea828efd5580 HTTP/1.1" status: 200 len: 847 time: 0.0431778 Oct 20 09:10:43.920549 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4de82-6d0f-4fb2-bc12-63fb8a03a7b6 req-8fe5bbf2-54fd-42f1-88df-fd10aab0e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:43.922110 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dfd4de82-6d0f-4fb2-bc12-63fb8a03a7b6 req-8fe5bbf2-54fd-42f1-88df-fd10aab0e65c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=97e3a71a-7101-44af-a502-b2d032e40dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407047 Oct 20 09:10:44.010088 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dfd4de82-6d0f-4fb2-bc12-63fb8a03a7b6 req-ebbf75da-4592-4aad-8e43-5a12abde0224 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814865 Oct 20 09:10:44.102409 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dfd4de82-6d0f-4fb2-bc12-63fb8a03a7b6 req-ab9f4cf1-41fc-4baf-8ce9-c455012ab611 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841799 Oct 20 09:10:44.503917 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272afc6-6e5c-4e6d-9e9b-8b1913c8badc req-41844486-26bc-4c61-94f6-0975d374d803 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:44.505367 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a272afc6-6e5c-4e6d-9e9b-8b1913c8badc req-41844486-26bc-4c61-94f6-0975d374d803 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0470896 Oct 20 09:10:44.553094 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a272afc6-6e5c-4e6d-9e9b-8b1913c8badc req-94f0d0c6-54e3-478b-addf-82136c0f60d6 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422008 Oct 20 09:10:45.201381 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5580f1-67e0-4d7e-b65a-68ba1b47f2a3 req-3a6c44df-f12c-43d9-ad4e-35aae5e16a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:45.202901 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd5580f1-67e0-4d7e-b65a-68ba1b47f2a3 req-3a6c44df-f12c-43d9-ad4e-35aae5e16a88 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=45d1505e085847329f7480c9bc08f1d8&device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 1129 time: 0.0439956 Oct 20 09:10:45.228400 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:45.263881 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:45.294339 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5580f1-67e0-4d7e-b65a-68ba1b47f2a3 req-d909e78f-ce29-4810-b8db-c303e5588d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:45.295742 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd5580f1-67e0-4d7e-b65a-68ba1b47f2a3 req-d909e78f-ce29-4810-b8db-c303e5588d84 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=97e3a71a-7101-44af-a502-b2d032e40dce HTTP/1.1" status: 200 len: 909 time: 0.0863879 Oct 20 09:10:45.364104 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd5580f1-67e0-4d7e-b65a-68ba1b47f2a3 req-25bafcb2-5e8d-414b-9782-edbe28d92cd6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=731aa0eb-33e7-4deb-b323-29e7908786e9 HTTP/1.1" status: 200 len: 1000 time: 0.0578444 Oct 20 09:10:45.413667 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5580f1-67e0-4d7e-b65a-68ba1b47f2a3 req-b19e0a87-d9da-422e-a985-04563da6f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:45.415152 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd5580f1-67e0-4d7e-b65a-68ba1b47f2a3 req-b19e0a87-d9da-422e-a985-04563da6f221 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6ba0a55-6a28-43da-bc1a-ea828efd5580 HTTP/1.1" status: 200 len: 847 time: 0.0444059 Oct 20 09:10:45.459401 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5580f1-67e0-4d7e-b65a-68ba1b47f2a3 req-3383f558-6e79-4a15-bc0e-e0bc03d632e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:45.460869 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd5580f1-67e0-4d7e-b65a-68ba1b47f2a3 req-3383f558-6e79-4a15-bc0e-e0bc03d632e2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=97e3a71a-7101-44af-a502-b2d032e40dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376699 Oct 20 09:10:45.553496 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd5580f1-67e0-4d7e-b65a-68ba1b47f2a3 req-a37e4016-f372-42ce-80f0-ad83cf38975f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858586 Oct 20 09:10:45.671797 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a833f-0cfc-4387-9eb2-4fa60a5646f0 req-9b5d464e-480d-4514-bc2a-f74f63c93e1f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:45.673283 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-534a833f-0cfc-4387-9eb2-4fa60a5646f0 req-9b5d464e-480d-4514-bc2a-f74f63c93e1f tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0459371 Oct 20 09:10:45.721580 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-534a833f-0cfc-4387-9eb2-4fa60a5646f0 req-b082543c-d206-4cc0-886e-081a30e75d9a tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428481 Oct 20 09:10:45.891274 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-dd5580f1-67e0-4d7e-b65a-68ba1b47f2a3 req-1a662cbe-488d-42ce-8433-41f5e03d1cc7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859485 Oct 20 09:10:46.845431 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0adbdf-ac21-4fc9-a962-1c95132c7368 req-15588567-feab-45d2-86a6-e3f6ee0c7e8c tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:46.846881 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae0adbdf-ac21-4fc9-a962-1c95132c7368 req-15588567-feab-45d2-86a6-e3f6ee0c7e8c tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0512905 Oct 20 09:10:46.894239 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-ae0adbdf-ac21-4fc9-a962-1c95132c7368 req-dac03f92-729c-428b-b970-047301430509 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418880 Oct 20 09:10:48.020319 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8cbe7-7f1d-47f2-8484-3980e56be0d5 req-cd790a9a-a0c2-48c9-8a76-54e0f7e3302e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:48.021811 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a0a8cbe7-7f1d-47f2-8484-3980e56be0d5 req-cd790a9a-a0c2-48c9-8a76-54e0f7e3302e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0495124 Oct 20 09:10:48.322899 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a0a8cbe7-7f1d-47f2-8484-3980e56be0d5 req-bf2b219b-fbbe-4cfa-bc62-6c8203da0d0b tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2955379 Oct 20 09:10:49.443988 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f8949-a38d-45fd-9872-774a5cdad018 req-b6a3c939-eb11-46ad-a887-7c784fe8f262 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:49.445444 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4f0f8949-a38d-45fd-9872-774a5cdad018 req-b6a3c939-eb11-46ad-a887-7c784fe8f262 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0462823 Oct 20 09:10:49.494218 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-4f0f8949-a38d-45fd-9872-774a5cdad018 req-a22eda32-06e5-4cfa-88ad-b1ca1bc40e58 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434287 Oct 20 09:10:49.701589 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-858b33cc-1446-406c-933e-0371600d8ba4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394790 Oct 20 09:10:49.729632 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fbfb2-c304-4647-8686-f9c58d198fae req-1d9ecade-4da4-4d79-a616-51216852c887 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:49.731399 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8d9fbfb2-c304-4647-8686-f9c58d198fae req-1d9ecade-4da4-4d79-a616-51216852c887 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0470412 Oct 20 09:10:49.798923 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-6935c1c2-b3fc-44b2-a26d-8e6f55ddb88b tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:49.800232 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-6935c1c2-b3fc-44b2-a26d-8e6f55ddb88b tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports/731aa0eb-33e7-4deb-b323-29e7908786e9 HTTP/1.1" status: 200 len: 942 time: 0.0679357 Oct 20 09:10:49.817886 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8d9fbfb2-c304-4647-8686-f9c58d198fae req-1d8444e7-5414-459f-a6b8-4eb3162c1c1a tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770676 Oct 20 09:10:50.844773 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 731aa0eb-33e7-4deb-b323-29e7908786e9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:10:50.918824 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 731aa0eb-33e7-4deb-b323-29e7908786e9 is: ACTIVE; New status is: DOWN {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:10:50.919215 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:50.942515 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeeb86-ee49-4b3b-913a-df0aab6a70bf req-e07c566f-e2cc-4718-a2d6-7b54f1aa71a1 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:50.944675 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4afeeb86-ee49-4b3b-913a-df0aab6a70bf req-e07c566f-e2cc-4718-a2d6-7b54f1aa71a1 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0491762 Oct 20 09:10:50.947629 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:10:50.950065 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da17416d-8807-4063-909e-55548b1672b9" -d '{"events": [{"server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "name": "network-vif-unplugged", "status": "completed", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:10:50.967853 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 731aa0eb-33e7-4deb-b323-29e7908786e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=731aa0eb-33e7-4deb-b323-29e7908786e9,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:10:50.975732 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:50.999064 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-4afeeb86-ee49-4b3b-913a-df0aab6a70bf req-3a04bfa4-d74d-40e0-9b0a-936ddb5476e5 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486002 Oct 20 09:10:51.001141 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Oct 2022 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a74246-3793-4b01-ba46-0d63c80c080e x-openstack-request-id: req-76a74246-3793-4b01-ba46-0d63c80c080e {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:10:51.001429 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "name": "network-vif-unplugged", "status": "failed", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9", "code": 422}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:10:51.001683 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76a74246-3793-4b01-ba46-0d63c80c080e {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:10:51.002287 dv-cinder-master-3-iscsi neutron-server[104620]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-76a74246-3793-4b01-ba46-0d63c80c080e']: {'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'code': 422} returned with failed status Oct 20 09:10:51.028085 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=731aa0eb-33e7-4deb-b323-29e7908786e9,revision_number=6']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:10:51.035707 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.036051 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.036423 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.036760 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.037091 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.037434 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.037761 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.038084 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.038405 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.038768 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.039096 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.039419 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.039739 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.040056 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.040374 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:10:51.422284 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:10:51.623364 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-9cac3d5b-61ae-49d4-af07-6e653e627efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:51.624849 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-9cac3d5b-61ae-49d4-af07-6e653e627efa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187&tenant_id=45d1505e085847329f7480c9bc08f1d8 HTTP/1.1" status: 200 len: 1127 time: 0.0405979 Oct 20 09:10:51.712145 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-b740ef75-8274-4fb3-a93e-1011c27f9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:51.713554 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-b740ef75-8274-4fb3-a93e-1011c27f9ff7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=45d1505e085847329f7480c9bc08f1d8&device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 1127 time: 0.0371196 Oct 20 09:10:51.806608 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-0dc107dc-3ee2-464d-a876-81f5aeb92ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:51.808004 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-0dc107dc-3ee2-464d-a876-81f5aeb92ff3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=97e3a71a-7101-44af-a502-b2d032e40dce HTTP/1.1" status: 200 len: 909 time: 0.0863943 Oct 20 09:10:51.871511 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-ed9542f3-5818-4877-b9ac-0501e14a32b4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=731aa0eb-33e7-4deb-b323-29e7908786e9 HTTP/1.1" status: 200 len: 998 time: 0.0533354 Oct 20 09:10:51.914076 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:51.928186 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-f4e15175-44fe-4404-a922-e95d968b128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:51.929573 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-f4e15175-44fe-4404-a922-e95d968b128b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6ba0a55-6a28-43da-bc1a-ea828efd5580 HTTP/1.1" status: 200 len: 847 time: 0.0464635 Oct 20 09:10:51.974678 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-249472e7-4689-4644-b1e6-d36a277ccc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:51.976171 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-249472e7-4689-4644-b1e6-d36a277ccc62 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=97e3a71a-7101-44af-a502-b2d032e40dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374212 Oct 20 09:10:52.031323 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=100 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:52.073037 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-fbe946e0-ee73-4c0f-bf96-f8d0b07a50c9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864503 Oct 20 09:10:52.161534 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ed97c-a8dc-4e1a-94b7-9c34dfb72eb0 req-420efa7f-e99f-4e67-978d-47d69fa4a547 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:52.162987 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-652ed97c-a8dc-4e1a-94b7-9c34dfb72eb0 req-420efa7f-e99f-4e67-978d-47d69fa4a547 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0849097 Oct 20 09:10:52.228164 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-7f868c66-9f74-4e3d-97f8-1a87a4de0e15 req-5ac443db-5c9c-49b9-a5de-d29eb1217ae8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402667 Oct 20 09:10:52.240285 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-652ed97c-a8dc-4e1a-94b7-9c34dfb72eb0 req-6909a6e9-f293-4e02-9f7a-37d4724883f7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716450 Oct 20 09:10:53.361665 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980a0b1-2b56-4347-aa33-efc529b6da61 req-28924c65-b911-4329-a38b-428a38105fdc tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:53.363147 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0980a0b1-2b56-4347-aa33-efc529b6da61 req-28924c65-b911-4329-a38b-428a38105fdc tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0484309 Oct 20 09:10:53.411754 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0980a0b1-2b56-4347-aa33-efc529b6da61 req-c2ad1194-2caf-4998-a8dc-278cac12e678 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428274 Oct 20 09:10:54.528765 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bb229-3127-40c0-8bd0-6670da07b5bc req-b9250f57-df45-4dc6-94ac-667072a7e2e4 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:54.530192 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c10bb229-3127-40c0-8bd0-6670da07b5bc req-b9250f57-df45-4dc6-94ac-667072a7e2e4 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0452354 Oct 20 09:10:54.577188 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c10bb229-3127-40c0-8bd0-6670da07b5bc req-17b9186b-4248-432f-b08d-fcdd33e708ab tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408692 Oct 20 09:10:55.696284 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9596ac7-492f-43ed-a394-bad352ea8f96 req-eba9b80d-0009-4997-92a2-ba396195f3d7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:55.697676 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a9596ac7-492f-43ed-a394-bad352ea8f96 req-eba9b80d-0009-4997-92a2-ba396195f3d7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0459521 Oct 20 09:10:55.745559 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-a9596ac7-492f-43ed-a394-bad352ea8f96 req-7e746160-a99e-47d7-926b-c5e8b41f32a7 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424070 Oct 20 09:10:56.863389 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b27577-c2a9-4d68-8b96-0b117ca51f74 req-bdae6f0a-4efc-491d-943a-6133529dcc0b tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:56.864818 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c6b27577-c2a9-4d68-8b96-0b117ca51f74 req-bdae6f0a-4efc-491d-943a-6133529dcc0b tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0460303 Oct 20 09:10:56.913090 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-c6b27577-c2a9-4d68-8b96-0b117ca51f74 req-67fc0434-23a0-4fc6-b110-018b4a3e780e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427940 Oct 20 09:10:57.994309 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=83 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:57.996168 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=88 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:58.034080 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd2739-25ea-4502-b552-bb5fc9e67000 req-24da207b-d8d2-40ee-8505-ea1e0659a59d tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:58.035555 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-93cd2739-25ea-4502-b552-bb5fc9e67000 req-24da207b-d8d2-40ee-8505-ea1e0659a59d tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0494928 Oct 20 09:10:58.083180 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-93cd2739-25ea-4502-b552-bb5fc9e67000 req-91be8e92-cde6-4d28-a4ed-b6be3c4aa617 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420556 Oct 20 09:10:58.948239 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:58.949810 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:10:58.962173 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8ba61114-f348-4261-8667-45dec47fd201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:10:59.206358 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56102681-4e46-4b88-9d04-0987e1f3fc4a req-fa3427bd-9efc-4840-b48d-5566a0758e6e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:10:59.207763 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-56102681-4e46-4b88-9d04-0987e1f3fc4a req-fa3427bd-9efc-4840-b48d-5566a0758e6e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0512235 Oct 20 09:10:59.256176 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-56102681-4e46-4b88-9d04-0987e1f3fc4a req-d5470e2c-1f71-4dc6-a553-e50241c0a681 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429053 Oct 20 09:11:00.373652 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac04e4-807b-4a19-8a3e-20a4aab72025 req-936d8ec0-aed4-447c-940f-7e98fabbe0c4 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:00.375153 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b0ac04e4-807b-4a19-8a3e-20a4aab72025 req-936d8ec0-aed4-447c-940f-7e98fabbe0c4 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 943 time: 0.0457428 Oct 20 09:11:00.424186 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-b0ac04e4-807b-4a19-8a3e-20a4aab72025 req-eae0cc91-dda6-49ea-8931-095da4fe1f2e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434411 Oct 20 09:11:00.889413 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 731aa0eb-33e7-4deb-b323-29e7908786e9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104620) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 09:11:00.987158 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 731aa0eb-33e7-4deb-b323-29e7908786e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=731aa0eb-33e7-4deb-b323-29e7908786e9,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:00.998070 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Returning: {'device': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'port_id': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'mac_address': 'fa:16:3e:da:59:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104620) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 09:11:01.031304 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 731aa0eb-33e7-4deb-b323-29e7908786e9 is: DOWN; New status is: BUILD {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:11:01.032218 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:01.056615 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731aa0eb-33e7-4deb-b323-29e7908786e9 {{(pid=104620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 09:11:01.062421 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-d63ab679-9148-4969-81c7-5d4b4cf2a6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:01.082082 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 731aa0eb-33e7-4deb-b323-29e7908786e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=731aa0eb-33e7-4deb-b323-29e7908786e9,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:01.085550 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:01.129489 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=731aa0eb-33e7-4deb-b323-29e7908786e9,revision_number=7']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:01.418288 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:01.474415 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] get_ports_and_sgs() called for port_ids ['731aa0eb-33e7-4deb-b323-29e7908786e9'] {{(pid=104620) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 09:11:01.546414 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4c0d0-2783-4e99-8a2d-8e86e7958540 req-57c5f712-395e-4667-a1e3-b94531661bd5 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:01.547969 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f2f4c0d0-2783-4e99-8a2d-8e86e7958540 req-57c5f712-395e-4667-a1e3-b94531661bd5 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 944 time: 0.0458164 Oct 20 09:11:01.598139 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-f2f4c0d0-2783-4e99-8a2d-8e86e7958540 req-287f2255-3be9-4dc2-8d0e-838ebfc1dc77 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444806 Oct 20 09:11:02.422173 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:02.720511 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3462577-9dfd-4cc9-8277-231e0dd2f37d req-24b606c9-8b01-4b94-bcae-3b5be298ac38 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:02.721941 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f3462577-9dfd-4cc9-8277-231e0dd2f37d req-24b606c9-8b01-4b94-bcae-3b5be298ac38 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 944 time: 0.0456228 Oct 20 09:11:02.772205 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-f3462577-9dfd-4cc9-8277-231e0dd2f37d req-4d1a7b3f-a847-46c7-a0b1-04c361f16f14 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448203 Oct 20 09:11:02.912228 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 731aa0eb-33e7-4deb-b323-29e7908786e9 up at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 09:11:02.954110 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Provisioning complete for port 731aa0eb-33e7-4deb-b323-29e7908786e9 triggered by entity L2. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:11:02.954489 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:02.954842 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Attempt 1 to provision port 731aa0eb-33e7-4deb-b323-29e7908786e9 Oct 20 09:11:03.024936 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Current status of the port 731aa0eb-33e7-4deb-b323-29e7908786e9 is: BUILD; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:11:03.025313 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1870792'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), before_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:03.047310 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9'}] {{(pid=104620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:11:03.050116 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2989fc26f306b0d6348d855fca4a0c90a16a05981894fb0c199cac1d74d9b1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0d50a9-a3b8-43bc-ac4e-26c391e3bf69" -d '{"events": [{"server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "name": "network-vif-plugged", "status": "completed", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9"}]}' {{(pid=104620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:11:03.062150 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] For port 731aa0eb-33e7-4deb-b323-29e7908786e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=731aa0eb-33e7-4deb-b323-29e7908786e9,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:03.067350 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745936080514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745935587157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745935587175'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:03.090357 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:03.093863 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9f5620-f622-4dc5-94ac-4e35d6637bde x-openstack-request-id: req-ee9f5620-f622-4dc5-94ac-4e35d6637bde {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:11:03.094150 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "name": "network-vif-plugged", "status": "completed", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9", "code": 200}]} {{(pid=104620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:11:03.094401 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee9f5620-f622-4dc5-94ac-4e35d6637bde {{(pid=104620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:11:03.095362 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9f5620-f622-4dc5-94ac-4e35d6637bde'] response: {'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'code': 200} Oct 20 09:11:03.108202 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:03.118553 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Pushing event updated for resources: {'Port': ['ID=731aa0eb-33e7-4deb-b323-29e7908786e9,revision_number=8']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:03.445304 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e58719-4b9b-4d33-bbce-175e4336d718 req-d6a9b0e9-c8c2-4f9d-a3ec-dff9422a07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:03.446827 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e4e58719-4b9b-4d33-bbce-175e4336d718 req-d6a9b0e9-c8c2-4f9d-a3ec-dff9422a07eb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 1129 time: 0.0870953 Oct 20 09:11:03.495483 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e4e58719-4b9b-4d33-bbce-175e4336d718 req-dc754219-3d2a-426c-a552-c9231f82a804 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387857 Oct 20 09:11:03.890023 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c445692-ced1-4703-bd35-1d8d815a5e4d req-fb0a065b-873e-4549-9dcd-5a0611dc023e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:03.892134 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7c445692-ced1-4703-bd35-1d8d815a5e4d req-fb0a065b-873e-4549-9dcd-5a0611dc023e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0455709 Oct 20 09:11:03.939553 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-7c445692-ced1-4703-bd35-1d8d815a5e4d req-6f58cdb4-adbd-4e4e-84c8-dcfbfb8e9ce9 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418859 Oct 20 09:11:04.136550 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:04.324335 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:05.067134 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2f4c5-c08d-4791-990f-4aadcaad29e2 req-4ed85314-cedd-464c-9522-ea9657880ee2 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:05.068626 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-84b2f4c5-c08d-4791-990f-4aadcaad29e2 req-4ed85314-cedd-464c-9522-ea9657880ee2 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0499008 Oct 20 09:11:05.120929 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-84b2f4c5-c08d-4791-990f-4aadcaad29e2 req-a7d4c46e-4ae2-47e4-b09e-2f614db469d1 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461371 Oct 20 09:11:06.241887 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901843b-04a4-4ede-8443-548a7027f2c4 req-cce03977-7170-4abc-82e9-dfa78c658b39 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:06.243362 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0901843b-04a4-4ede-8443-548a7027f2c4 req-cce03977-7170-4abc-82e9-dfa78c658b39 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0466726 Oct 20 09:11:06.291066 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-0901843b-04a4-4ede-8443-548a7027f2c4 req-f1707c40-a755-48f3-80da-be04213b6064 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422196 Oct 20 09:11:12.128989 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:15.112894 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=77 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:15.116589 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:15.643961 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:15.648121 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:16.283312 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=47 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:16.287106 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=41 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:22.123445 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=10 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:22.125867 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:25.416081 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40232) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:25.555644 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Deleting port a39de554-6925-4805-9ae7-1442276ca776 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:25.555980 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (a39de554-6925-4805-9ae7-1442276ca776), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:25.630384 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (a39de554-6925-4805-9ae7-1442276ca776), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:25.630799 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (a39de554-6925-4805-9ae7-1442276ca776), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:25.642904 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Calling delete_port for a39de554-6925-4805-9ae7-1442276ca776 owned by network:floatingip {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:25.785789 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (a39de554-6925-4805-9ae7-1442276ca776), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:25.815762 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event deleted for resources: {'Port': ['ID=a39de554-6925-4805-9ae7-1442276ca776,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:25.857982 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.858322 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.858721 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.859061 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.859445 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.859776 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.860104 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.860422 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.860740 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.861059 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.861378 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.861697 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.862906 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.863218 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.863513 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:25.884489 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (6d3b2958-8966-4db1-82c0-004f0423062a), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:25.884793 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Floating IP 6d3b2958-8966-4db1-82c0-004f0423062a disassociated (deleted). External IP: 172.37.2.82, port: 9d2af910-87ab-4f40-ac9b-a6a140aaca39. Oct 20 09:11:26.077542 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Router 3e2283d4-42cc-40d2-9529-fb7a4926321b has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:11:26.165032 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:26.180759 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:11:26.185518 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:26.190248 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6068e19c-bd37-42d1-86ae-9ea5c9891228 None None] Sync routers for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:11:26.199984 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6068e19c-bd37-42d1-86ae-9ea5c9891228 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:11:26.200597 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-6068e19c-bd37-42d1-86ae-9ea5c9891228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:11:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:26.216983 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-944f1bd6-df23-4f8a-bac3-a3874bc8daa2 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/6d3b2958-8966-4db1-82c0-004f0423062a HTTP/1.1" status: 204 len: 168 time: 0.7998314 Oct 20 09:11:26.217610 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842be7a4-f260-42e7-b34e-5f4369630d36', 'tag': '9d2af910-87ab-4f40-ac9b-a6a140aaca39'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:11:26.220461 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eb9aba-1229-4083-842b-4d26e59de7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "842be7a4-f260-42e7-b34e-5f4369630d36", "tag": "9d2af910-87ab-4f40-ac9b-a6a140aaca39"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:11:26.311565 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-6068e19c-bd37-42d1-86ae-9ea5c9891228 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:11:26.320039 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754402ee-d3ae-4a0a-89ce-44a2d144bccc x-openstack-request-id: req-754402ee-d3ae-4a0a-89ce-44a2d144bccc {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:11:26.320329 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842be7a4-f260-42e7-b34e-5f4369630d36", "tag": "9d2af910-87ab-4f40-ac9b-a6a140aaca39", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:11:26.320588 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-754402ee-d3ae-4a0a-89ce-44a2d144bccc {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:11:26.320997 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754402ee-d3ae-4a0a-89ce-44a2d144bccc'] response: {'name': 'network-changed', 'server_uuid': '842be7a4-f260-42e7-b34e-5f4369630d36', 'tag': '9d2af910-87ab-4f40-ac9b-a6a140aaca39', 'status': 'completed', 'code': 200} Oct 20 09:11:26.452988 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f93e6a-fa1d-4b2d-9499-2a724984a2ca req-3e3978bf-be68-4d1e-9065-e0b0cdac0fe4 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:26.454518 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-77f93e6a-fa1d-4b2d-9499-2a724984a2ca req-3e3978bf-be68-4d1e-9065-e0b0cdac0fe4 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 946 time: 0.0502577 Oct 20 09:11:26.504031 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-77f93e6a-fa1d-4b2d-9499-2a724984a2ca req-73b2efe8-a06f-45d1-ae6a-b09e0273b826 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437472 Oct 20 09:11:26.532483 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-6068e19c-bd37-42d1-86ae-9ea5c9891228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '62ba7407-920f-42b3-95b3-6ee905fc7765', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.152', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:07:13Z', 'updated_at': '2022-10-20T09:07:15Z', 'revision_number': 1, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:26.556617 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6068e19c-bd37-42d1-86ae-9ea5c9891228 None None] Checking router: 3e2283d4-42cc-40d2-9529-fb7a4926321b for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:11:26.565146 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6068e19c-bd37-42d1-86ae-9ea5c9891228 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:11:26.565729 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-6068e19c-bd37-42d1-86ae-9ea5c9891228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:11:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:26.663818 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-6068e19c-bd37-42d1-86ae-9ea5c9891228 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:11:26.944363 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-6068e19c-bd37-42d1-86ae-9ea5c9891228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '62ba7407-920f-42b3-95b3-6ee905fc7765', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.152', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:07:13Z', 'updated_at': '2022-10-20T09:07:15Z', 'revision_number': 1, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:26.969110 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6068e19c-bd37-42d1-86ae-9ea5c9891228 None None] The sync data for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi is: [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '62ba7407-920f-42b3-95b3-6ee905fc7765', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'floating_ip_address': '172.37.2.152', 'floating_network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'router_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'port_id': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T09:07:13Z', 'updated_at': '2022-10-20T09:07:15Z', 'revision_number': 1, 'project_id': '98827dbef155480b9f26792b70014b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:11:27.185641 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587a9a6-8293-48d6-90fb-e5035e4cfdbc None None] New status for floating IP 6d3b2958-8966-4db1-82c0-004f0423062a: DOWN {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:11:27.382123 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:27.624024 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe27d6-dee1-47a4-b79c-0a0dbb71fef1 req-662f3e2e-c1e7-4053-8949-aef9fdf445e9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:27.626113 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21fe27d6-dee1-47a4-b79c-0a0dbb71fef1 req-662f3e2e-c1e7-4053-8949-aef9fdf445e9 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 946 time: 0.0466425 Oct 20 09:11:27.676648 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-21fe27d6-dee1-47a4-b79c-0a0dbb71fef1 req-e7d67eb4-fb46-4640-b149-56527b461b11 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449281 Oct 20 09:11:27.727586 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-df1e0e77-cc88-41e8-bb76-bcda51a73de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:27.729013 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-df1e0e77-cc88-41e8-bb76-bcda51a73de4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 1130 time: 0.0377805 Oct 20 09:11:27.819041 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-2113c27e-a56e-4bb1-a406-fb0659ff46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:27.820359 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-2113c27e-a56e-4bb1-a406-fb0659ff46f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 913 time: 0.0820539 Oct 20 09:11:27.932601 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-856dbfd9-5659-48ef-96b6-a7bf4d07a8fc service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2af910-87ab-4f40-ac9b-a6a140aaca39 HTTP/1.1" status: 200 len: 217 time: 0.0355837 Oct 20 09:11:27.980387 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-39e19213-6e65-45b6-94ec-a5e35e94904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:27.981717 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-39e19213-6e65-45b6-94ec-a5e35e94904d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0421815 Oct 20 09:11:28.024782 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-72649c69-8902-49c7-bc1a-e7c57784b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:28.026187 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-72649c69-8902-49c7-bc1a-e7c57784b229 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364866 Oct 20 09:11:28.211560 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-944ac808-fe59-4fb9-b6ad-479c42ea8f04 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104619) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 09:11:28.212492 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-944ac808-fe59-4fb9-b6ad-479c42ea8f04 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049298 Oct 20 09:11:28.311097 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-34554fa0-f717-41f3-9de7-7e609976c1f5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842400 Oct 20 09:11:28.421747 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:11:28.442423 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937d640-dcba-451d-9b27-24cb16f22117 req-f3491c75-9033-41bc-b64f-f96de5bcabea tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:28.443863 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8937d640-dcba-451d-9b27-24cb16f22117 req-f3491c75-9033-41bc-b64f-f96de5bcabea tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 946 time: 0.0819104 Oct 20 09:11:28.512666 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-69eb9aba-1229-4083-842b-4d26e59de7f1 req-5b70f04e-459a-4220-945e-9bd812abaa92 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578586 Oct 20 09:11:28.545592 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-8937d640-dcba-451d-9b27-24cb16f22117 req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Deleting port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:28.545930 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-8937d640-dcba-451d-9b27-24cb16f22117 req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:28.636571 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-8937d640-dcba-451d-9b27-24cb16f22117 req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] For port 9d2af910-87ab-4f40-ac9b-a6a140aaca39, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d2af910-87ab-4f40-ac9b-a6a140aaca39,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:28.637300 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-8937d640-dcba-451d-9b27-24cb16f22117 req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:28.649135 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-8937d640-dcba-451d-9b27-24cb16f22117 req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Calling delete_port for 9d2af910-87ab-4f40-ac9b-a6a140aaca39 owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:28.760366 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:28.776483 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-8937d640-dcba-451d-9b27-24cb16f22117 req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (9d2af910-87ab-4f40-ac9b-a6a140aaca39), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:28.800820 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c357bb-48c1-4417-8fe6-bfd3ff295bf1 req-244b6600-60d1-46cf-bc0e-4e3fd9f47b08 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:28.802308 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-75c357bb-48c1-4417-8fe6-bfd3ff295bf1 req-244b6600-60d1-46cf-bc0e-4e3fd9f47b08 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=842be7a4-f260-42e7-b34e-5f4369630d36 HTTP/1.1" status: 200 len: 946 time: 0.0511727 Oct 20 09:11:28.804287 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event deleted for resources: {'Port': ['ID=9d2af910-87ab-4f40-ac9b-a6a140aaca39,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:28.808106 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:28.811929 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:28.835535 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.835880 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.836217 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.836549 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.836881 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.837199 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.837518 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.837835 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.838155 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.838488 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.838811 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.839132 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.839449 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.840025 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.840338 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:11:28.859510 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-75c357bb-48c1-4417-8fe6-bfd3ff295bf1 req-8b13d76d-48b5-4222-bf3e-d6be8472b131 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514026 Oct 20 09:11:28.864624 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8937d640-dcba-451d-9b27-24cb16f22117 req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] No DVR routers for this DVR port 9d2af910-87ab-4f40-ac9b-a6a140aaca39 on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:11:28.867223 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-8937d640-dcba-451d-9b27-24cb16f22117 req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:28.870380 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-8937d640-dcba-451d-9b27-24cb16f22117 req-aafc29cc-d2f1-47ff-a8a3-9c1ccc065cf0 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "DELETE /networking/v2.0/ports/9d2af910-87ab-4f40-ac9b-a6a140aaca39 HTTP/1.1" status: 204 len: 173 time: 0.4173093 Oct 20 09:11:28.871064 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842be7a4-f260-42e7-b34e-5f4369630d36', 'name': 'network-vif-deleted', 'tag': '9d2af910-87ab-4f40-ac9b-a6a140aaca39'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:11:28.873054 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58daf571-70c8-40fb-af7c-81e9ce82cde1" -d '{"events": [{"server_uuid": "842be7a4-f260-42e7-b34e-5f4369630d36", "name": "network-vif-deleted", "tag": "9d2af910-87ab-4f40-ac9b-a6a140aaca39"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:11:28.965923 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-69eed4a1-df0a-4a8e-b615-af60325801e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:28.979372 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3be5cda-c3dc-4373-889f-774c7cd6e504 x-openstack-request-id: req-c3be5cda-c3dc-4373-889f-774c7cd6e504 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:11:28.979673 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842be7a4-f260-42e7-b34e-5f4369630d36", "name": "network-vif-deleted", "tag": "9d2af910-87ab-4f40-ac9b-a6a140aaca39", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:11:28.979928 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3be5cda-c3dc-4373-889f-774c7cd6e504 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:11:28.980336 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3be5cda-c3dc-4373-889f-774c7cd6e504'] response: {'server_uuid': '842be7a4-f260-42e7-b34e-5f4369630d36', 'name': 'network-vif-deleted', 'tag': '9d2af910-87ab-4f40-ac9b-a6a140aaca39', 'status': 'completed', 'code': 200} Oct 20 09:11:31.019250 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 9d2af910-87ab-4f40-ac9b-a6a140aaca39 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:11:31.041505 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: 9d2af910-87ab-4f40-ac9b-a6a140aaca39 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:11:31.041846 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 9d2af910-87ab-4f40-ac9b-a6a140aaca39 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:11:31.057888 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-72cfafd6-a22d-4434-b05e-a8be4826da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:32.161786 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40264) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:32.298616 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Deleting port 559039cf-8d16-40ba-978b-53c425a9590a {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:32.298905 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (559039cf-8d16-40ba-978b-53c425a9590a), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:32.376461 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (559039cf-8d16-40ba-978b-53c425a9590a), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:32.376782 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (559039cf-8d16-40ba-978b-53c425a9590a), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:32.389184 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Calling delete_port for 559039cf-8d16-40ba-978b-53c425a9590a owned by network:floatingip {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:32.423427 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:32.533820 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (559039cf-8d16-40ba-978b-53c425a9590a), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:32.559058 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event deleted for resources: {'Port': ['ID=559039cf-8d16-40ba-978b-53c425a9590a,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:32.617532 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (62ba7407-920f-42b3-95b3-6ee905fc7765), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:32.617859 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.db.l3_db [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Floating IP 62ba7407-920f-42b3-95b3-6ee905fc7765 disassociated (deleted). External IP: 172.37.2.152, port: d5aa2d4a-df18-490f-b5c0-9074a308160e. Oct 20 09:11:32.808896 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:32.813700 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Router 3e2283d4-42cc-40d2-9529-fb7a4926321b has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:11:32.868399 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:32.917108 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:11:32.921883 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:32.926346 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589cb37-8725-45a1-9e92-d29145209600 None None] Sync routers for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:11:32.935534 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589cb37-8725-45a1-9e92-d29145209600 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:11:32.936151 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-e589cb37-8725-45a1-9e92-d29145209600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:11:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:32.951039 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-972f9461-c113-417a-bb26-023e4640fa69 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/62ba7407-920f-42b3-95b3-6ee905fc7765 HTTP/1.1" status: 204 len: 168 time: 0.7881920 Oct 20 09:11:32.951786 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'tag': 'd5aa2d4a-df18-490f-b5c0-9074a308160e'}] {{(pid=104618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:11:32.954719 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932bad4e389daf24afdaeb59ff3bbbcdc4c0d167a8c80da8e101403d85de2978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dd2cd1-a6bf-4493-b814-1c11f5cec025" -d '{"events": [{"name": "network-changed", "server_uuid": "9c52d13f-7238-490c-a0cd-c1d2fff9afb0", "tag": "d5aa2d4a-df18-490f-b5c0-9074a308160e"}]}' {{(pid=104618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:11:32.995700 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86da4fd8-2c53-4fdc-8ce9-054ac32761d4 x-openstack-request-id: req-86da4fd8-2c53-4fdc-8ce9-054ac32761d4 {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:11:32.995998 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c52d13f-7238-490c-a0cd-c1d2fff9afb0", "tag": "d5aa2d4a-df18-490f-b5c0-9074a308160e", "status": "completed", "code": 200}]} {{(pid=104618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:11:32.996380 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86da4fd8-2c53-4fdc-8ce9-054ac32761d4 {{(pid=104618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:11:32.996662 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86da4fd8-2c53-4fdc-8ce9-054ac32761d4'] response: {'name': 'network-changed', 'server_uuid': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'tag': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'status': 'completed', 'code': 200} Oct 20 09:11:33.043862 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-e589cb37-8725-45a1-9e92-d29145209600 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:11:33.115897 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd2cd1-a6bf-4493-b814-1c11f5cec025 req-af5c7f0a-e2ec-4a5c-9bb6-82f9f6119e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:33.117427 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-64dd2cd1-a6bf-4493-b814-1c11f5cec025 req-af5c7f0a-e2ec-4a5c-9bb6-82f9f6119e7c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=98827dbef155480b9f26792b70014b4b&device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 1129 time: 0.0645280 Oct 20 09:11:33.163025 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:33.189174 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ac1eb-aec1-42eb-97d5-d27f581a396d req-dd176ca2-7b6a-4797-b0ce-505b807811d5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:33.190703 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8b1ac1eb-aec1-42eb-97d5-d27f581a396d req-dd176ca2-7b6a-4797-b0ce-505b807811d5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0474849 Oct 20 09:11:33.239989 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-8b1ac1eb-aec1-42eb-97d5-d27f581a396d req-062bc184-4f0c-4b83-8c99-5e615d216d08 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Oct 20 09:11:33.240267 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-e589cb37-8725-45a1-9e92-d29145209600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:33.266227 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589cb37-8725-45a1-9e92-d29145209600 None None] Checking router: 3e2283d4-42cc-40d2-9529-fb7a4926321b for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:11:33.274735 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589cb37-8725-45a1-9e92-d29145209600 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:11:33.275338 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-e589cb37-8725-45a1-9e92-d29145209600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:11:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:33.376381 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-e589cb37-8725-45a1-9e92-d29145209600 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:11:33.555769 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-e589cb37-8725-45a1-9e92-d29145209600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:33.583585 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589cb37-8725-45a1-9e92-d29145209600 None None] The sync data for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi is: [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:26Z', 'revision_number': 4, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '025b69c9-1027-4bcf-b825-84750837af0d', 'name': '', 'network_id': 'd2d4ae81-03f2-49c0-8ca3-a270479acf30', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'mac_address': 'fa:16:3e:0e:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:25Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'subnets': [{'id': 'a8f15822-75cb-4a82-9319-f423481eb456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:11:33.797449 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8465af31-ebe2-4583-bb31-7b99094c07c6 None None] New status for floating IP 62ba7407-920f-42b3-95b3-6ee905fc7765: DOWN {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:11:34.140860 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:34.328734 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:34.366533 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9615122-a2c8-452d-b973-cf1a0c2826a6 req-aa0577fd-2941-45bd-827d-95d123baea9f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:34.368030 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a9615122-a2c8-452d-b973-cf1a0c2826a6 req-aa0577fd-2941-45bd-827d-95d123baea9f tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0486736 Oct 20 09:11:34.416987 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-a9615122-a2c8-452d-b973-cf1a0c2826a6 req-3eef0bc1-c750-4c69-9e2b-0c9091e0ae2b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432374 Oct 20 09:11:34.525499 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd2cd1-a6bf-4493-b814-1c11f5cec025 req-8bf752d9-d21b-4a14-94ff-9ebf52a26868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:34.526933 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-64dd2cd1-a6bf-4493-b814-1c11f5cec025 req-8bf752d9-d21b-4a14-94ff-9ebf52a26868 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 200 len: 913 time: 0.0867186 Oct 20 09:11:34.721156 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-64dd2cd1-a6bf-4493-b814-1c11f5cec025 req-90394a7b-b110-483b-a9e3-f9de6ac05acf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5aa2d4a-df18-490f-b5c0-9074a308160e HTTP/1.1" status: 200 len: 217 time: 0.0330832 Oct 20 09:11:34.768490 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd2cd1-a6bf-4493-b814-1c11f5cec025 req-c3c700f0-bc6f-42ef-8bbe-70ec26b76730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:34.769855 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-64dd2cd1-a6bf-4493-b814-1c11f5cec025 req-c3c700f0-bc6f-42ef-8bbe-70ec26b76730 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 200 len: 851 time: 0.0429928 Oct 20 09:11:34.966425 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd2cd1-a6bf-4493-b814-1c11f5cec025 req-de4b5ce1-edd6-45a4-80db-fedc0c14d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:34.967898 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-64dd2cd1-a6bf-4493-b814-1c11f5cec025 req-de4b5ce1-edd6-45a4-80db-fedc0c14d5fc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d2d4ae81-03f2-49c0-8ca3-a270479acf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383005 Oct 20 09:11:35.067598 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-64dd2cd1-a6bf-4493-b814-1c11f5cec025 req-5d004dc5-4a87-4f65-bf5e-dd5895ebc7cc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846529 Oct 20 09:11:35.408135 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fa7c1-b366-42dd-b4cc-8855872228d0 req-3e24faf4-1473-46a2-af6a-2c347946b51c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:35.409579 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-220fa7c1-b366-42dd-b4cc-8855872228d0 req-3e24faf4-1473-46a2-af6a-2c347946b51c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.3339465 Oct 20 09:11:35.482321 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-64dd2cd1-a6bf-4493-b814-1c11f5cec025 req-48deacae-a68a-4bb5-9a0c-348fe86bad72 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957427 Oct 20 09:11:35.520670 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-220fa7c1-b366-42dd-b4cc-8855872228d0 req-070c95f8-71d3-43c9-977f-9ce5b1d31c6c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Deleting port d5aa2d4a-df18-490f-b5c0-9074a308160e {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:35.521011 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-220fa7c1-b366-42dd-b4cc-8855872228d0 req-070c95f8-71d3-43c9-977f-9ce5b1d31c6c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:35.542441 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2821cf-936b-4b6e-af56-b45e9122fda2 req-067effaf-ae31-4fef-97ed-9cfa803b497a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:11:35.543969 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fc2821cf-936b-4b6e-af56-b45e9122fda2 req-067effaf-ae31-4fef-97ed-9cfa803b497a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 945 time: 0.0506024 Oct 20 09:11:35.593744 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-fc2821cf-936b-4b6e-af56-b45e9122fda2 req-910554ec-1c50-4399-85b4-a8a60ef6263b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cc414851-7c8e-4526-9fbf-448b6958247f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434077 Oct 20 09:11:35.613277 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-220fa7c1-b366-42dd-b4cc-8855872228d0 req-070c95f8-71d3-43c9-977f-9ce5b1d31c6c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] For port d5aa2d4a-df18-490f-b5c0-9074a308160e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d5aa2d4a-df18-490f-b5c0-9074a308160e,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:35.613634 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-220fa7c1-b366-42dd-b4cc-8855872228d0 req-070c95f8-71d3-43c9-977f-9ce5b1d31c6c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:35.627480 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-220fa7c1-b366-42dd-b4cc-8855872228d0 req-070c95f8-71d3-43c9-977f-9ce5b1d31c6c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Calling delete_port for d5aa2d4a-df18-490f-b5c0-9074a308160e owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:35.733347 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:35.753700 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-220fa7c1-b366-42dd-b4cc-8855872228d0 req-070c95f8-71d3-43c9-977f-9ce5b1d31c6c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (d5aa2d4a-df18-490f-b5c0-9074a308160e), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:35.780500 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c95f8-71d3-43c9-977f-9ce5b1d31c6c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event deleted for resources: {'Port': ['ID=d5aa2d4a-df18-490f-b5c0-9074a308160e,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:35.825613 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-220fa7c1-b366-42dd-b4cc-8855872228d0 req-070c95f8-71d3-43c9-977f-9ce5b1d31c6c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] No DVR routers for this DVR port d5aa2d4a-df18-490f-b5c0-9074a308160e on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:11:35.828460 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-220fa7c1-b366-42dd-b4cc-8855872228d0 req-070c95f8-71d3-43c9-977f-9ce5b1d31c6c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:35.831972 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-220fa7c1-b366-42dd-b4cc-8855872228d0 req-070c95f8-71d3-43c9-977f-9ce5b1d31c6c tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.23 "DELETE /networking/v2.0/ports/d5aa2d4a-df18-490f-b5c0-9074a308160e HTTP/1.1" status: 204 len: 173 time: 0.4151433 Oct 20 09:11:35.832472 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'name': 'network-vif-deleted', 'tag': 'd5aa2d4a-df18-490f-b5c0-9074a308160e'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:11:35.835395 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2add2769-d3f8-47e7-a78e-64027f8ada2d" -d '{"events": [{"server_uuid": "9c52d13f-7238-490c-a0cd-c1d2fff9afb0", "name": "network-vif-deleted", "tag": "d5aa2d4a-df18-490f-b5c0-9074a308160e"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:11:35.876654 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e699ceb-efd3-41fc-831c-d6853d469f32 x-openstack-request-id: req-8e699ceb-efd3-41fc-831c-d6853d469f32 {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:11:35.877027 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c52d13f-7238-490c-a0cd-c1d2fff9afb0", "name": "network-vif-deleted", "tag": "d5aa2d4a-df18-490f-b5c0-9074a308160e", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:11:35.877360 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e699ceb-efd3-41fc-831c-d6853d469f32 {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:11:35.877820 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e699ceb-efd3-41fc-831c-d6853d469f32'] response: {'server_uuid': '9c52d13f-7238-490c-a0cd-c1d2fff9afb0', 'name': 'network-vif-deleted', 'tag': 'd5aa2d4a-df18-490f-b5c0-9074a308160e', 'status': 'completed', 'code': 200} Oct 20 09:11:36.716964 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-ab22ab16-2f69-4f0d-a82d-6410ea7fce6e req-5ffb16eb-8d65-4986-9e71-edf0401ea45a tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9c52d13f-7238-490c-a0cd-c1d2fff9afb0 HTTP/1.1" status: 200 len: 210 time: 0.0283501 Oct 20 09:11:37.783050 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40282) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:37.893114 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-d38d1dbb-05d1-41fd-bd92-66851a4b9bf5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Deleting port a8cc145e-a5bd-44c4-9d1c-20c077d90bfa {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:37.893474 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d38d1dbb-05d1-41fd-bd92-66851a4b9bf5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (a8cc145e-a5bd-44c4-9d1c-20c077d90bfa), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:37.969631 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d38d1dbb-05d1-41fd-bd92-66851a4b9bf5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (a8cc145e-a5bd-44c4-9d1c-20c077d90bfa), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:37.969955 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d38d1dbb-05d1-41fd-bd92-66851a4b9bf5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (a8cc145e-a5bd-44c4-9d1c-20c077d90bfa), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:37.982056 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-d38d1dbb-05d1-41fd-bd92-66851a4b9bf5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Calling delete_port for a8cc145e-a5bd-44c4-9d1c-20c077d90bfa owned by network:floatingip {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:38.108554 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d38d1dbb-05d1-41fd-bd92-66851a4b9bf5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (a8cc145e-a5bd-44c4-9d1c-20c077d90bfa), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:38.131154 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d1dbb-05d1-41fd-bd92-66851a4b9bf5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event deleted for resources: {'Port': ['ID=a8cc145e-a5bd-44c4-9d1c-20c077d90bfa,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:38.192764 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d38d1dbb-05d1-41fd-bd92-66851a4b9bf5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for floatingip (86c27aed-de2f-4848-8650-83ce9c67ad81), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:38.195363 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d38d1dbb-05d1-41fd-bd92-66851a4b9bf5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:38.196767 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d38d1dbb-05d1-41fd-bd92-66851a4b9bf5 tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/86c27aed-de2f-4848-8650-83ce9c67ad81 HTTP/1.1" status: 204 len: 168 time: 0.4133430 Oct 20 09:11:39.047802 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device d5aa2d4a-df18-490f-b5c0-9074a308160e no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:11:39.066711 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: d5aa2d4a-df18-490f-b5c0-9074a308160e {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:11:39.067066 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device d5aa2d4a-df18-490f-b5c0-9074a308160e not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:11:39.400328 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40294) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:39.456395 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-91fa125f-bd5d-4670-bab0-b044d7d1c43b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group (cc414851-7c8e-4526-9fbf-448b6958247f), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:39.472921 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:39.483474 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-91fa125f-bd5d-4670-bab0-b044d7d1c43b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group (cc414851-7c8e-4526-9fbf-448b6958247f), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:39.543717 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-91fa125f-bd5d-4670-bab0-b044d7d1c43b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (cc414851-7c8e-4526-9fbf-448b6958247f), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:39.547009 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-91fa125f-bd5d-4670-bab0-b044d7d1c43b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:39.548134 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-91fa125f-bd5d-4670-bab0-b044d7d1c43b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cc414851-7c8e-4526-9fbf-448b6958247f HTTP/1.1" status: 204 len: 168 time: 0.1468329 Oct 20 09:11:39.557911 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa125f-bd5d-4670-bab0-b044d7d1c43b tempest-TestVolumeBootPattern-1573908492 tempest-TestVolumeBootPattern-1573908492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc414851-7c8e-4526-9fbf-448b6958247f,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:39.611530 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40298) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:39.802904 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:40.010226 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a3186686-a962-4936-9522-617d2140853f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742702'] for router_interface (3e2283d4-42cc-40d2-9529-fb7a4926321b), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:40.228067 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-a3186686-a962-4936-9522-617d2140853f admin admin] Deleting port 025b69c9-1027-4bcf-b825-84750837af0d {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:40.228305 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a3186686-a962-4936-9522-617d2140853f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (025b69c9-1027-4bcf-b825-84750837af0d), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:40.306602 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-a3186686-a962-4936-9522-617d2140853f admin admin] For port 025b69c9-1027-4bcf-b825-84750837af0d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=025b69c9-1027-4bcf-b825-84750837af0d,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:40.306954 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a3186686-a962-4936-9522-617d2140853f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (025b69c9-1027-4bcf-b825-84750837af0d), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:40.319327 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-a3186686-a962-4936-9522-617d2140853f admin admin] Calling delete_port for 025b69c9-1027-4bcf-b825-84750837af0d owned by network:router_interface {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:40.476357 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:40.498411 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a3186686-a962-4936-9522-617d2140853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (025b69c9-1027-4bcf-b825-84750837af0d), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:40.521923 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3186686-a962-4936-9522-617d2140853f admin admin] Pushing event deleted for resources: {'Port': ['ID=025b69c9-1027-4bcf-b825-84750837af0d,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:40.590381 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:40.944749 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-a3186686-a962-4936-9522-617d2140853f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742810'] for router_interface (3e2283d4-42cc-40d2-9529-fb7a4926321b), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:40.965001 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3df76a-e159-46f4-9487-1e17fb0c3c78 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 09:11:41.051518 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3df76a-e159-46f4-9487-1e17fb0c3c78 None None] Resources bound (agent type, host, resource id): {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 09:11:41.146577 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3186686-a962-4936-9522-617d2140853f admin admin] Router 3e2283d4-42cc-40d2-9529-fb7a4926321b has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:11:41.249127 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3186686-a962-4936-9522-617d2140853f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:11:41.257214 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40306) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:41.257667 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-a3186686-a962-4936-9522-617d2140853f admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/3e2283d4-42cc-40d2-9529-fb7a4926321b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6446605 Oct 20 09:11:41.260608 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd36e8-097a-492d-8eb2-3b8865eedde9 None None] Sync routers for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:11:41.263959 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:41.273926 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd36e8-097a-492d-8eb2-3b8865eedde9 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:11:41.274593 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-fbbd36e8-097a-492d-8eb2-3b8865eedde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:11:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:41.366000 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Publish callbacks [] for router (3e2283d4-42cc-40d2-9529-fb7a4926321b), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:41.379712 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-fbbd36e8-097a-492d-8eb2-3b8865eedde9 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:11:41.471349 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Publish callbacks [] for router_gateway (3e2283d4-42cc-40d2-9529-fb7a4926321b), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:41.519947 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Deleting port a554923f-a49c-464a-b74b-2832d1db6320 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:41.520233 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (a554923f-a49c-464a-b74b-2832d1db6320), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:41.558963 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-fbbd36e8-097a-492d-8eb2-3b8865eedde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:11:40Z', 'revision_number': 5, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port': {'id': 'a554923f-a49c-464a-b74b-2832d1db6320', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:41.585732 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd36e8-097a-492d-8eb2-3b8865eedde9 None None] Checking router: 3e2283d4-42cc-40d2-9529-fb7a4926321b for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:11:41.596020 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd36e8-097a-492d-8eb2-3b8865eedde9 None None] Routers {'3e2283d4-42cc-40d2-9529-fb7a4926321b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:11:41.596770 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-fbbd36e8-097a-492d-8eb2-3b8865eedde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:11:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['3e2283d4-42cc-40d2-9529-fb7a4926321b'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:41.607143 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] For port a554923f-a49c-464a-b74b-2832d1db6320, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a554923f-a49c-464a-b74b-2832d1db6320,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:41.607703 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (a554923f-a49c-464a-b74b-2832d1db6320), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:41.622027 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Calling delete_port for a554923f-a49c-464a-b74b-2832d1db6320 owned by network:router_gateway {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:41.661520 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:41.682517 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-fbbd36e8-097a-492d-8eb2-3b8865eedde9 None None] Set router 3e2283d4-42cc-40d2-9529-fb7a4926321b gateway port host: None {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:11:41.735746 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-fbbd36e8-097a-492d-8eb2-3b8865eedde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:11:41Z', 'revision_number': 6, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:41.738776 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-0bae5f32-d3b4-4a78-a5e1-4b70098af4e8 None None] Provisioning complete for port 353f1629-6bf1-41fd-952f-ab5486b0963e triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:11:41.739216 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-0bae5f32-d3b4-4a78-a5e1-4b70098af4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:41.739649 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-0bae5f32-d3b4-4a78-a5e1-4b70098af4e8 None None] Attempt 1 to provision port 353f1629-6bf1-41fd-952f-ab5486b0963e Oct 20 09:11:41.763455 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd36e8-097a-492d-8eb2-3b8865eedde9 None None] The sync data for ids ['3e2283d4-42cc-40d2-9529-fb7a4926321b'] in dv-cinder-master-3-iscsi is: [{'id': '3e2283d4-42cc-40d2-9529-fb7a4926321b', 'name': 'tempest-TestVolumeBootPattern-1851524269-router', 'tenant_id': '98827dbef155480b9f26792b70014b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:23Z', 'updated_at': '2022-10-20T09:11:41Z', 'revision_number': 6, 'project_id': '98827dbef155480b9f26792b70014b4b', 'gw_port_host': None}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:11:41.803346 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (a554923f-a49c-464a-b74b-2832d1db6320), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:41.825637 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-0bae5f32-d3b4-4a78-a5e1-4b70098af4e8 None None] Current status of the port 353f1629-6bf1-41fd-952f-ab5486b0963e is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:11:41.831349 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Pushing event deleted for resources: {'Port': ['ID=a554923f-a49c-464a-b74b-2832d1db6320,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:41.896501 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753523'] for router_gateway (3e2283d4-42cc-40d2-9529-fb7a4926321b), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:41.986226 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router (3e2283d4-42cc-40d2-9529-fb7a4926321b), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:41.988282 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Publish callbacks [] for router_controller (3e2283d4-42cc-40d2-9529-fb7a4926321b), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.027894 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742733'] for router (3e2283d4-42cc-40d2-9529-fb7a4926321b), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.028439 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e2283d4-42cc-40d2-9529-fb7a4926321b {{(pid=104619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 09:11:42.033405 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.034561 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-66ec577d-5b59-4c7a-9556-73d8bc069039 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/3e2283d4-42cc-40d2-9529-fb7a4926321b HTTP/1.1" status: 204 len: 168 time: 0.7762883 Oct 20 09:11:42.037142 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40308) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:42.081290 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_v2 [None req-44772d5e-89d1-44ad-ab23-e18e219b7d56 admin admin] Deleting subnet a8f15822-75cb-4a82-9319-f423481eb456 {{(pid=104619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:11:42.084407 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-44772d5e-89d1-44ad-ab23-e18e219b7d56 admin admin] Publish callbacks [] for subnet (a8f15822-75cb-4a82-9319-f423481eb456), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.128476 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-44772d5e-89d1-44ad-ab23-e18e219b7d56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60789047'] for subnet (a8f15822-75cb-4a82-9319-f423481eb456), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.133920 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.170059 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:42.177944 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:42.222276 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-44772d5e-89d1-44ad-ab23-e18e219b7d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (a8f15822-75cb-4a82-9319-f423481eb456), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.272118 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 025b69c9-1027-4bcf-b825-84750837af0d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:11:42.285204 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-44772d5e-89d1-44ad-ab23-e18e219b7d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59401348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352885'] for subnet (a8f15822-75cb-4a82-9319-f423481eb456), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.292629 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 025b69c9-1027-4bcf-b825-84750837af0d {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:11:42.292979 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 025b69c9-1027-4bcf-b825-84750837af0d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:11:42.310492 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44772d5e-89d1-44ad-ab23-e18e219b7d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f15822-75cb-4a82-9319-f423481eb456,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:42.316874 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-44772d5e-89d1-44ad-ab23-e18e219b7d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.320104 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-44772d5e-89d1-44ad-ab23-e18e219b7d56 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/a8f15822-75cb-4a82-9319-f423481eb456 HTTP/1.1" status: 204 len: 168 time: 0.2820232 Oct 20 09:11:42.322388 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270ebb4d-0766-44fb-8e31-19562458a7c7 None None] Network d2d4ae81-03f2-49c0-8ca3-a270479acf30 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:11:42.323074 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40310) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:42.400383 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (d2d4ae81-03f2-49c0-8ca3-a270479acf30), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.447885 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Deleting port 353f1629-6bf1-41fd-952f-ab5486b0963e {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:42.448216 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.472463 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ace5af-c924-4949-8644-fbcd1d3d6aa3 None None] DHCP port deletion for d2d4ae81-03f2-49c0-8ca3-a270479acf30 request from dv-cinder-master-3-iscsi {{(pid=104620) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 09:11:42.519161 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-c5ace5af-c924-4949-8644-fbcd1d3d6aa3 None None] Deleting port 353f1629-6bf1-41fd-952f-ab5486b0963e {{(pid=104620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:42.519633 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c5ace5af-c924-4949-8644-fbcd1d3d6aa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), before_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.520322 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] For port 353f1629-6bf1-41fd-952f-ab5486b0963e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=353f1629-6bf1-41fd-952f-ab5486b0963e,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:42.520692 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.539107 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Calling delete_port for 353f1629-6bf1-41fd-952f-ab5486b0963e owned by network:dhcp {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:42.591169 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-c5ace5af-c924-4949-8644-fbcd1d3d6aa3 None None] For port 353f1629-6bf1-41fd-952f-ab5486b0963e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=353f1629-6bf1-41fd-952f-ab5486b0963e,segment=NetworkSegment(b604ffd5-f3fe-428d-9c18-ae17d450cc23),segment_id=b604ffd5-f3fe-428d-9c18-ae17d450cc23)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:42.591563 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c5ace5af-c924-4949-8644-fbcd1d3d6aa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), precommit_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.604807 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-c5ace5af-c924-4949-8644-fbcd1d3d6aa3 None None] Calling delete_port for 353f1629-6bf1-41fd-952f-ab5486b0963e owned by network:dhcp {{(pid=104620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:42.618635 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.641367 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Pushing event deleted for resources: {'Port': ['ID=353f1629-6bf1-41fd-952f-ab5486b0963e,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:42.647679 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] No DVR routers for this DVR port 353f1629-6bf1-41fd-952f-ab5486b0963e on host dv-cinder-master-3-iscsi {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:11:42.657682 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:42.683712 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c5ace5af-c924-4949-8644-fbcd1d3d6aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148'] for port (353f1629-6bf1-41fd-952f-ab5486b0963e), after_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.708093 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ace5af-c924-4949-8644-fbcd1d3d6aa3 None None] Pushing event deleted for resources: {'Port': ['ID=353f1629-6bf1-41fd-952f-ab5486b0963e,revision_number=None']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:42.711519 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ace5af-c924-4949-8644-fbcd1d3d6aa3 None None] No DVR routers for this DVR port 353f1629-6bf1-41fd-952f-ab5486b0963e on host dv-cinder-master-3-iscsi {{(pid=104620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:11:42.731331 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (d2d4ae81-03f2-49c0-8ca3-a270479acf30), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.751904 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d4ae81-03f2-49c0-8ca3-a270479acf30']}} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:42.761209 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b604ffd5-f3fe-428d-9c18-ae17d450cc23') {'for_net_delete': True} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:42.761457 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b604ffd5-f3fe-428d-9c18-ae17d450cc23') {} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:42.771621 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788992'] for segment (b604ffd5-f3fe-428d-9c18-ae17d450cc23), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.784692 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (b604ffd5-f3fe-428d-9c18-ae17d450cc23), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.790887 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Releasing vlan 484 on physical network physnet1 to pool {{(pid=104619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:11:42.791265 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59399974'] for segment (b604ffd5-f3fe-428d-9c18-ae17d450cc23), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.831517 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment b604ffd5-f3fe-428d-9c18-ae17d450cc23 resource provider aggregate not found Oct 20 09:11:42.847839 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment b604ffd5-f3fe-428d-9c18-ae17d450cc23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b604ffd5-f3fe-428d-9c18-ae17d450cc23 found for delete ", "request_id": "req-ca8b3512-68b6-428d-9e6f-10c0afbace2c"}]} Oct 20 09:11:42.855261 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (d2d4ae81-03f2-49c0-8ca3-a270479acf30), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.860639 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:42.863738 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/d2d4ae81-03f2-49c0-8ca3-a270479acf30 HTTP/1.1" status: 204 len: 168 time: 0.5397451 Oct 20 09:11:42.866885 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40316) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:42.879327 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021c4c1-560d-4dd5-9a0e-31cec7ee042c admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d4ae81-03f2-49c0-8ca3-a270479acf30,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:43.169167 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742702'] for router_interface (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:43.258437 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:43.379066 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:43.395651 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] Deleting port a3707448-c1e3-4cba-93f2-579d03be7462 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:43.395980 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:43.474765 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] For port a3707448-c1e3-4cba-93f2-579d03be7462, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a3707448-c1e3-4cba-93f2-579d03be7462,segment=NetworkSegment(f967cf82-b558-4e95-b76d-ce998445631f),segment_id=f967cf82-b558-4e95-b76d-ce998445631f)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:43.475042 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:43.487637 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] Calling delete_port for a3707448-c1e3-4cba-93f2-579d03be7462 owned by network:router_interface {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:43.661566 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (a3707448-c1e3-4cba-93f2-579d03be7462), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:43.689019 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3707448-c1e3-4cba-93f2-579d03be7462,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:43.852846 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742810'] for router_interface (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:43.872790 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06967148-f786-45ab-9a71-1a381e38e38d None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 09:11:43.914253 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:43.962125 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06967148-f786-45ab-9a71-1a381e38e38d None None] Resources bound (agent type, host, resource id): {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 09:11:44.015899 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device a554923f-a49c-464a-b74b-2832d1db6320 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:11:44.043560 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: a554923f-a49c-464a-b74b-2832d1db6320 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:11:44.043902 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device a554923f-a49c-464a-b74b-2832d1db6320 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:11:44.044308 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 353f1629-6bf1-41fd-952f-ab5486b0963e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:11:44.069922 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 353f1629-6bf1-41fd-952f-ab5486b0963e {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:11:44.070259 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 353f1629-6bf1-41fd-952f-ab5486b0963e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:11:44.074441 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] Router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:11:44.120896 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:44.169544 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:44.177931 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:11:44.185593 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40318) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:44.186041 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-d5ec9fb4-a3f0-424e-8873-a99a1558e851 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/6a43f5db-a59b-432b-bdc3-58dea9a73fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3177030 Oct 20 09:11:44.188261 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594861e1-cac7-4495-b7c6-f7aad9919e27 None None] Sync routers for ids ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:11:44.200762 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594861e1-cac7-4495-b7c6-f7aad9919e27 None None] Routers {'6a43f5db-a59b-432b-bdc3-58dea9a73fd3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:11:44.201646 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-594861e1-cac7-4495-b7c6-f7aad9919e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:11:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:44.289508 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Publish callbacks [] for router (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:44.307315 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-594861e1-cac7-4495-b7c6-f7aad9919e27 None None] Set router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:11:44.391247 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:44.395958 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Publish callbacks [] for router_gateway (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:44.447338 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Deleting port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:44.447654 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:44.492152 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-594861e1-cac7-4495-b7c6-f7aad9919e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'name': 'tempest-TestVolumeBootPattern-1573945969-router', 'tenant_id': '630293d0e194481c86354df95acdd799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113'}], 'enable_snat': True}, 'gw_port_id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:11:43Z', 'revision_number': 5, 'project_id': '630293d0e194481c86354df95acdd799', 'gw_port': {'id': '4b1df755-4c55-44d8-93ed-e43e7c5ada6f', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:44.493086 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:44.520439 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594861e1-cac7-4495-b7c6-f7aad9919e27 None None] Checking router: 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:11:44.529433 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594861e1-cac7-4495-b7c6-f7aad9919e27 None None] Routers {'6a43f5db-a59b-432b-bdc3-58dea9a73fd3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:11:44.530056 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-594861e1-cac7-4495-b7c6-f7aad9919e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:11:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:44.537235 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] For port 4b1df755-4c55-44d8-93ed-e43e7c5ada6f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4b1df755-4c55-44d8-93ed-e43e7c5ada6f,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:44.537623 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:44.551939 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Calling delete_port for 4b1df755-4c55-44d8-93ed-e43e7c5ada6f owned by network:router_gateway {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:44.618693 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-594861e1-cac7-4495-b7c6-f7aad9919e27 None None] Set router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 gateway port host: None {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:11:44.673690 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-594861e1-cac7-4495-b7c6-f7aad9919e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'name': 'tempest-TestVolumeBootPattern-1573945969-router', 'tenant_id': '630293d0e194481c86354df95acdd799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:11:44Z', 'revision_number': 6, 'project_id': '630293d0e194481c86354df95acdd799', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:44.729134 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (4b1df755-4c55-44d8-93ed-e43e7c5ada6f), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:44.752953 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1df755-4c55-44d8-93ed-e43e7c5ada6f,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:44.824514 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753523'] for router_gateway (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:44.847509 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594861e1-cac7-4495-b7c6-f7aad9919e27 None None] The sync data for ids ['6a43f5db-a59b-432b-bdc3-58dea9a73fd3'] in dv-cinder-master-3-iscsi is: [{'id': '6a43f5db-a59b-432b-bdc3-58dea9a73fd3', 'name': 'tempest-TestVolumeBootPattern-1573945969-router', 'tenant_id': '630293d0e194481c86354df95acdd799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:03:28Z', 'updated_at': '2022-10-20T09:11:44Z', 'revision_number': 6, 'project_id': '630293d0e194481c86354df95acdd799', 'gw_port_host': None}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:11:44.849212 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-6c2c75fe-2a79-440e-b859-d3c78cae944a None None] Provisioning complete for port f9012b7c-a76d-4b21-ad6f-9982521daa9d triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:11:44.850646 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6c2c75fe-2a79-440e-b859-d3c78cae944a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:44.850646 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-6c2c75fe-2a79-440e-b859-d3c78cae944a None None] Attempt 1 to provision port f9012b7c-a76d-4b21-ad6f-9982521daa9d Oct 20 09:11:44.915711 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:44.917873 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Publish callbacks [] for router_controller (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:44.925492 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c75fe-2a79-440e-b859-d3c78cae944a None None] Current status of the port f9012b7c-a76d-4b21-ad6f-9982521daa9d is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:11:44.960777 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742733'] for router (6a43f5db-a59b-432b-bdc3-58dea9a73fd3), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:44.961476 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a43f5db-a59b-432b-bdc3-58dea9a73fd3 {{(pid=104619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 09:11:44.967027 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:44.968504 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-153f4ce3-4913-495f-b246-90aea0ab529e admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/6a43f5db-a59b-432b-bdc3-58dea9a73fd3 HTTP/1.1" status: 204 len: 168 time: 0.7816567 Oct 20 09:11:44.970887 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40320) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:45.014701 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_v2 [None req-04545f43-f942-4982-9d6b-462604109ad0 admin admin] Deleting subnet 669f2cda-c012-4baf-9267-a19406455bd3 {{(pid=104619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:11:45.018365 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-04545f43-f942-4982-9d6b-462604109ad0 admin admin] Publish callbacks [] for subnet (669f2cda-c012-4baf-9267-a19406455bd3), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.055699 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-04545f43-f942-4982-9d6b-462604109ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60789047'] for subnet (669f2cda-c012-4baf-9267-a19406455bd3), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.133962 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-04545f43-f942-4982-9d6b-462604109ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (669f2cda-c012-4baf-9267-a19406455bd3), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.186707 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-04545f43-f942-4982-9d6b-462604109ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59401348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352885'] for subnet (669f2cda-c012-4baf-9267-a19406455bd3), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.210965 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04545f43-f942-4982-9d6b-462604109ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669f2cda-c012-4baf-9267-a19406455bd3,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:45.216935 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-04545f43-f942-4982-9d6b-462604109ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.220815 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-04545f43-f942-4982-9d6b-462604109ad0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/669f2cda-c012-4baf-9267-a19406455bd3 HTTP/1.1" status: 204 len: 168 time: 0.2488978 Oct 20 09:11:45.223923 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40322) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:45.224681 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8050e56-55fd-40c8-89ac-153bf6200b22 None None] Network 90830680-4877-40a6-92b8-d18eaba06729 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:11:45.306675 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (90830680-4877-40a6-92b8-d18eaba06729), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.353361 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Deleting port f9012b7c-a76d-4b21-ad6f-9982521daa9d {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:11:45.353701 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.418816 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] For port f9012b7c-a76d-4b21-ad6f-9982521daa9d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f9012b7c-a76d-4b21-ad6f-9982521daa9d,segment=NetworkSegment(f967cf82-b558-4e95-b76d-ce998445631f),segment_id=f967cf82-b558-4e95-b76d-ce998445631f)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:11:45.419112 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.431961 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Calling delete_port for f9012b7c-a76d-4b21-ad6f-9982521daa9d owned by network:dhcp {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:11:45.508317 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (f9012b7c-a76d-4b21-ad6f-9982521daa9d), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.530067 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9012b7c-a76d-4b21-ad6f-9982521daa9d,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:45.535615 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] No DVR routers for this DVR port f9012b7c-a76d-4b21-ad6f-9982521daa9d on host dv-cinder-master-3-iscsi {{(pid=104618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:11:45.606946 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (90830680-4877-40a6-92b8-d18eaba06729), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.629303 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90830680-4877-40a6-92b8-d18eaba06729']}} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:45.639614 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a21446-a113-4d71-9fea-e1ee15cd383a None None] DHCP port deletion for 90830680-4877-40a6-92b8-d18eaba06729 request from dv-cinder-master-3-iscsi {{(pid=104620) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 09:11:45.639950 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f967cf82-b558-4e95-b76d-ce998445631f') {'for_net_delete': True} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:45.640247 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.services.segments.db [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f967cf82-b558-4e95-b76d-ce998445631f') {} {{(pid=104618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:11:45.654014 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59339406'] for segment (f967cf82-b558-4e95-b76d-ce998445631f), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.669984 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (f967cf82-b558-4e95-b76d-ce998445631f), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.678001 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Releasing vlan 477 on physical network physnet1 to pool {{(pid=104618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:11:45.678448 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60098465'] for segment (f967cf82-b558-4e95-b76d-ce998445631f), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.718858 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment f967cf82-b558-4e95-b76d-ce998445631f resource provider aggregate not found Oct 20 09:11:45.740809 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.services.segments.plugin [-] Segment f967cf82-b558-4e95-b76d-ce998445631f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f967cf82-b558-4e95-b76d-ce998445631f found for delete ", "request_id": "req-aecc087b-ec5d-4746-afba-e62312d35238"}]} Oct 20 09:11:45.748000 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (90830680-4877-40a6-92b8-d18eaba06729), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.762378 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:45.764763 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/90830680-4877-40a6-92b8-d18eaba06729 HTTP/1.1" status: 204 len: 168 time: 0.5391107 Oct 20 09:11:45.775930 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1eff9-7eb2-4709-920d-28521727f5d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=90830680-4877-40a6-92b8-d18eaba06729,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:45.887808 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40330) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:45.937541 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device f9012b7c-a76d-4b21-ad6f-9982521daa9d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:11:45.938208 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-91ec7af2-14fb-45c4-b77c-8da3243a97f9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=98827dbef155480b9f26792b70014b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492933 Oct 20 09:11:45.940492 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:45.940944 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40332) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:45.959865 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: f9012b7c-a76d-4b21-ad6f-9982521daa9d {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:11:45.960247 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device f9012b7c-a76d-4b21-ad6f-9982521daa9d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:11:45.960736 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device a3707448-c1e3-4cba-93f2-579d03be7462 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:11:45.982885 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: a3707448-c1e3-4cba-93f2-579d03be7462 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:11:45.982885 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device a3707448-c1e3-4cba-93f2-579d03be7462 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:11:45.983307 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 4b1df755-4c55-44d8-93ed-e43e7c5ada6f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:11:45.992410 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-22d5db2e-76d7-44f6-a0d5-5dca2d23f26d admin admin] Publish callbacks [] for security_group (267613e2-eaed-4d60-9170-746f466fc7c4), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:46.001678 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 4b1df755-4c55-44d8-93ed-e43e7c5ada6f {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:11:46.002014 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 4b1df755-4c55-44d8-93ed-e43e7c5ada6f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:11:46.017172 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-22d5db2e-76d7-44f6-a0d5-5dca2d23f26d admin admin] Publish callbacks [] for security_group (267613e2-eaed-4d60-9170-746f466fc7c4), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:46.062751 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-22d5db2e-76d7-44f6-a0d5-5dca2d23f26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (267613e2-eaed-4d60-9170-746f466fc7c4), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:46.065260 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-22d5db2e-76d7-44f6-a0d5-5dca2d23f26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:46.066393 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-22d5db2e-76d7-44f6-a0d5-5dca2d23f26d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/267613e2-eaed-4d60-9170-746f466fc7c4 HTTP/1.1" status: 204 len: 168 time: 0.1244972 Oct 20 09:11:46.074101 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5db2e-76d7-44f6-a0d5-5dca2d23f26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267613e2-eaed-4d60-9170-746f466fc7c4,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:46.388096 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40338) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:46.427829 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-0ed65200-e88e-4b40-bbdc-6808c8a9a533 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=630293d0e194481c86354df95acdd799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384581 Oct 20 09:11:46.430038 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40340) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:11:46.460823 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:46.479888 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cf4d-4948-4f83-b051-6121f7dd4f9c admin admin] Publish callbacks [] for security_group (97664908-206d-4ed9-ae03-7b6b66b3fdc2), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:46.500725 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cf4d-4948-4f83-b051-6121f7dd4f9c admin admin] Publish callbacks [] for security_group (97664908-206d-4ed9-ae03-7b6b66b3fdc2), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:46.528809 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:46.550187 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cf4d-4948-4f83-b051-6121f7dd4f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (97664908-206d-4ed9-ae03-7b6b66b3fdc2), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:46.552763 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cf4d-4948-4f83-b051-6121f7dd4f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:11:46.553897 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-f9e3cf4d-4948-4f83-b051-6121f7dd4f9c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/97664908-206d-4ed9-ae03-7b6b66b3fdc2 HTTP/1.1" status: 204 len: 168 time: 0.1229568 Oct 20 09:11:46.561510 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3cf4d-4948-4f83-b051-6121f7dd4f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97664908-206d-4ed9-ae03-7b6b66b3fdc2,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:11:52.639634 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=94 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:52.652951 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=5 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:55.190666 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=74,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:55.210551 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:56.087043 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:56.558169 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=12,neutron:DELETE=4 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:56.573778 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=92 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:11:58.970125 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-dbe07014-ffa0-412f-9242-bf5efca540b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:01.042861 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-de83d0b2-dbeb-43fe-b2aa-80828369aa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:02.426366 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:04.143434 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:04.330016 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:05.420866 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:12:12.134761 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:15.416452 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:15.417142 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:21.991669 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40344) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:22.128989 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:22.131208 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:22.133884 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Deleting port eddcf066-6f52-448d-a026-9bace59447ed {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:12:22.134211 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (eddcf066-6f52-448d-a026-9bace59447ed), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:22.208808 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (eddcf066-6f52-448d-a026-9bace59447ed), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:22.209058 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for floatingip (eddcf066-6f52-448d-a026-9bace59447ed), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:22.221678 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Calling delete_port for eddcf066-6f52-448d-a026-9bace59447ed owned by network:floatingip {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:12:22.383197 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (eddcf066-6f52-448d-a026-9bace59447ed), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:22.405068 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event deleted for resources: {'Port': ['ID=eddcf066-6f52-448d-a026-9bace59447ed,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:22.473301 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for floatingip (555cae49-584e-4ccb-be46-ab65400629d8), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:22.473528 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.db.l3_db [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Floating IP 555cae49-584e-4ccb-be46-ab65400629d8 disassociated (deleted). External IP: 172.37.2.40, port: 731aa0eb-33e7-4deb-b323-29e7908786e9. Oct 20 09:12:22.669770 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:12:22.772454 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:12:22.777195 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for floatingip (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:22.781593 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821352d2-4eeb-474d-9659-53f36e5328eb None None] Sync routers for ids ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:12:22.791454 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821352d2-4eeb-474d-9659-53f36e5328eb None None] Routers {'36fe5431-8a03-4ab8-8f59-5eea9c46af48'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:12:22.792068 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-821352d2-4eeb-474d-9659-53f36e5328eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:12:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:22.801067 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:22.810846 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-4f11dd6d-ddde-4a24-85d7-448d28376b03 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/555cae49-584e-4ccb-be46-ab65400629d8 HTTP/1.1" status: 204 len: 168 time: 0.8151166 Oct 20 09:12:22.810846 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:12:22.811144 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd05500-6756-4768-b17e-259f6d5d4398" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:12:22.857109 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 09:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b17e10-cb82-4db3-b862-7d79ad3e897c x-openstack-request-id: req-22b17e10-cb82-4db3-b862-7d79ad3e897c {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:12:22.857405 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:12:22.857660 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22b17e10-cb82-4db3-b862-7d79ad3e897c {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:12:22.858069 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b17e10-cb82-4db3-b862-7d79ad3e897c'] response: {'name': 'network-changed', 'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'status': 'completed', 'code': 200} Oct 20 09:12:22.974077 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd05500-6756-4768-b17e-259f6d5d4398 req-a6dcbe63-4de3-4b4d-ac03-31b80ae41a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:12:22.975625 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-edd05500-6756-4768-b17e-259f6d5d4398 req-a6dcbe63-4de3-4b4d-ac03-31b80ae41a38 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=45d1505e085847329f7480c9bc08f1d8&device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 1129 time: 0.0550890 Oct 20 09:12:22.996453 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-821352d2-4eeb-474d-9659-53f36e5328eb None None] Set router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:12:23.049518 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92691200-12ff-4e43-99b9-36007cf6b90d req-8b34cbfc-a0a1-4d7c-baa9-bc242f45fdae tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:12:23.051090 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-92691200-12ff-4e43-99b9-36007cf6b90d req-8b34cbfc-a0a1-4d7c-baa9-bc242f45fdae tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0465100 Oct 20 09:12:23.100527 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-92691200-12ff-4e43-99b9-36007cf6b90d req-9c8f8127-8d98-48fb-8475-784087d17ba0 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438006 Oct 20 09:12:23.179771 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-821352d2-4eeb-474d-9659-53f36e5328eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bdc3546e-dc7b-4a75-8183-263bcba72bec', 'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'mac_address': 'fa:16:3e:8c:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:26Z', 'updated_at': '2022-10-20T09:07:32Z', 'revision_number': 5, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'subnets': [{'id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:23.204254 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821352d2-4eeb-474d-9659-53f36e5328eb None None] Checking router: 36fe5431-8a03-4ab8-8f59-5eea9c46af48 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:12:23.212306 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821352d2-4eeb-474d-9659-53f36e5328eb None None] Routers {'36fe5431-8a03-4ab8-8f59-5eea9c46af48'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:12:23.212904 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-821352d2-4eeb-474d-9659-53f36e5328eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:12:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:23.312469 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-821352d2-4eeb-474d-9659-53f36e5328eb None None] Set router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:12:23.496323 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-821352d2-4eeb-474d-9659-53f36e5328eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bdc3546e-dc7b-4a75-8183-263bcba72bec', 'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'mac_address': 'fa:16:3e:8c:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:26Z', 'updated_at': '2022-10-20T09:07:32Z', 'revision_number': 5, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'subnets': [{'id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:23.520714 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821352d2-4eeb-474d-9659-53f36e5328eb None None] The sync data for ids ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'] in dv-cinder-master-3-iscsi is: [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:26Z', 'revision_number': 4, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bdc3546e-dc7b-4a75-8183-263bcba72bec', 'name': '', 'network_id': '97e3a71a-7101-44af-a502-b2d032e40dce', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'mac_address': 'fa:16:3e:8c:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:26Z', 'updated_at': '2022-10-20T09:07:32Z', 'revision_number': 5, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'subnets': [{'id': 'd6ba0a55-6a28-43da-bc1a-ea828efd5580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:12:23.727724 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea8a681-8bbe-4b60-ab56-0b337d62213e None None] New status for floating IP 555cae49-584e-4ccb-be46-ab65400629d8: DOWN {{(pid=104620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 09:12:24.223510 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85bd5-0c56-4f9e-932c-0655b912670a req-d706db5e-a035-4499-8435-c29d5dc706c4 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:12:24.224973 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bbc85bd5-0c56-4f9e-932c-0655b912670a req-d706db5e-a035-4499-8435-c29d5dc706c4 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0476146 Oct 20 09:12:24.244319 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:24.281457 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-bbc85bd5-0c56-4f9e-932c-0655b912670a req-3fec1f6a-fb1e-4fe2-a362-215f2c1ca42a tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510387 Oct 20 09:12:24.359955 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd05500-6756-4768-b17e-259f6d5d4398 req-bb52c3b0-e70d-4d8e-935c-266971c4f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:12:24.361404 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-edd05500-6756-4768-b17e-259f6d5d4398 req-bb52c3b0-e70d-4d8e-935c-266971c4f347 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=97e3a71a-7101-44af-a502-b2d032e40dce HTTP/1.1" status: 200 len: 909 time: 0.0916171 Oct 20 09:12:24.537212 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-edd05500-6756-4768-b17e-259f6d5d4398 req-48ffef82-c8d9-40b5-acb6-901878dee834 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=731aa0eb-33e7-4deb-b323-29e7908786e9 HTTP/1.1" status: 200 len: 217 time: 0.0318530 Oct 20 09:12:24.595556 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd05500-6756-4768-b17e-259f6d5d4398 req-4afb97dd-1748-4100-aaa7-55d4d0f664d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:12:24.596931 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-edd05500-6756-4768-b17e-259f6d5d4398 req-4afb97dd-1748-4100-aaa7-55d4d0f664d7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6ba0a55-6a28-43da-bc1a-ea828efd5580 HTTP/1.1" status: 200 len: 847 time: 0.0470855 Oct 20 09:12:24.810338 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd05500-6756-4768-b17e-259f6d5d4398 req-c557c3e9-0388-463a-9468-86ada0821e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:12:24.811775 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-edd05500-6756-4768-b17e-259f6d5d4398 req-c557c3e9-0388-463a-9468-86ada0821e42 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=97e3a71a-7101-44af-a502-b2d032e40dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392632 Oct 20 09:12:24.903761 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-edd05500-6756-4768-b17e-259f6d5d4398 req-983cc289-7c9a-43ce-9b2a-51e4afeb545a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848720 Oct 20 09:12:25.250313 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f3e64-8710-431d-9ad7-d18ac09d04c3 req-f1dda465-ac22-4ce7-8789-8425e49b8a64 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:12:25.251853 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e06f3e64-8710-431d-9ad7-d18ac09d04c3 req-f1dda465-ac22-4ce7-8789-8425e49b8a64 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.3292031 Oct 20 09:12:25.324668 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-edd05500-6756-4768-b17e-259f6d5d4398 req-8238335d-fc49-499e-87a3-6d8582612aeb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001420 Oct 20 09:12:25.359853 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-e06f3e64-8710-431d-9ad7-d18ac09d04c3 req-8252c2a1-bc76-4f90-8630-bc7c77bcd619 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Deleting port 731aa0eb-33e7-4deb-b323-29e7908786e9 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:12:25.360226 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-e06f3e64-8710-431d-9ad7-d18ac09d04c3 req-8252c2a1-bc76-4f90-8630-bc7c77bcd619 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:25.404677 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d8e71-0be6-458b-a04b-119e161edcd2 req-662641a2-8ffe-497b-a1b9-0d21d22f3280 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 09:12:25.406194 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e06d8e71-0be6-458b-a04b-119e161edcd2 req-662641a2-8ffe-497b-a1b9-0d21d22f3280 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 945 time: 0.0477176 Oct 20 09:12:25.454833 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [req-e06f3e64-8710-431d-9ad7-d18ac09d04c3 req-8252c2a1-bc76-4f90-8630-bc7c77bcd619 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] For port 731aa0eb-33e7-4deb-b323-29e7908786e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=731aa0eb-33e7-4deb-b323-29e7908786e9,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:12:25.455116 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-e06d8e71-0be6-458b-a04b-119e161edcd2 req-58abb7dd-43c9-44a2-aafd-0c9ace398939 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430987 Oct 20 09:12:25.455239 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-e06f3e64-8710-431d-9ad7-d18ac09d04c3 req-8252c2a1-bc76-4f90-8630-bc7c77bcd619 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:25.468674 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [req-e06f3e64-8710-431d-9ad7-d18ac09d04c3 req-8252c2a1-bc76-4f90-8630-bc7c77bcd619 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Calling delete_port for 731aa0eb-33e7-4deb-b323-29e7908786e9 owned by compute:nova {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:12:25.591370 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-e06f3e64-8710-431d-9ad7-d18ac09d04c3 req-8252c2a1-bc76-4f90-8630-bc7c77bcd619 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (731aa0eb-33e7-4deb-b323-29e7908786e9), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:25.598766 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:25.623284 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252c2a1-bc76-4f90-8630-bc7c77bcd619 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event deleted for resources: {'Port': ['ID=731aa0eb-33e7-4deb-b323-29e7908786e9,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:25.667706 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06f3e64-8710-431d-9ad7-d18ac09d04c3 req-8252c2a1-bc76-4f90-8630-bc7c77bcd619 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] No DVR routers for this DVR port 731aa0eb-33e7-4deb-b323-29e7908786e9 on host hv-cinder-maste {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:12:25.670325 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [req-e06f3e64-8710-431d-9ad7-d18ac09d04c3 req-8252c2a1-bc76-4f90-8630-bc7c77bcd619 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46823'] for port (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:25.673578 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [req-e06f3e64-8710-431d-9ad7-d18ac09d04c3 req-8252c2a1-bc76-4f90-8630-bc7c77bcd619 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.23 "DELETE /networking/v2.0/ports/731aa0eb-33e7-4deb-b323-29e7908786e9 HTTP/1.1" status: 204 len: 173 time: 0.4141605 Oct 20 09:12:25.674189 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'name': 'network-vif-deleted', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9'}] {{(pid=104619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 09:12:25.676414 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8688dc3fc6bafab71b94afc8c4dbc3068ced5fc7a6c608e361f3fa7da5656140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6545890-40f0-47c9-b8f1-7cb35b235ce6" -d '{"events": [{"server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "name": "network-vif-deleted", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9"}]}' {{(pid=104619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 09:12:25.715663 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 09:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947c80ef-ce73-48e1-af1f-2029efdf892f x-openstack-request-id: req-947c80ef-ce73-48e1-af1f-2029efdf892f {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 09:12:25.716316 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a04d20-065b-47fd-b7e2-8238e34be187", "name": "network-vif-deleted", "tag": "731aa0eb-33e7-4deb-b323-29e7908786e9", "status": "completed", "code": 200}]} {{(pid=104619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 09:12:25.716575 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-947c80ef-ce73-48e1-af1f-2029efdf892f {{(pid=104619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 09:12:25.717028 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947c80ef-ce73-48e1-af1f-2029efdf892f'] response: {'server_uuid': 'c8a04d20-065b-47fd-b7e2-8238e34be187', 'name': 'network-vif-deleted', 'tag': '731aa0eb-33e7-4deb-b323-29e7908786e9', 'status': 'completed', 'code': 200} Oct 20 09:12:26.574073 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [req-907f7ca9-09e6-42dc-aad4-cbfebeb33981 req-288da9a0-fe2e-4af1-b0f8-a93a9aca6b0e tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8a04d20-065b-47fd-b7e2-8238e34be187 HTTP/1.1" status: 200 len: 210 time: 0.0308232 Oct 20 09:12:27.236681 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 731aa0eb-33e7-4deb-b323-29e7908786e9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:12:27.255963 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] No Port match for: 731aa0eb-33e7-4deb-b323-29e7908786e9 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:12:27.256309 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Device 731aa0eb-33e7-4deb-b323-29e7908786e9 not bound to the agent host hv-cinder-maste {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:12:27.642350 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40370) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:27.689111 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:27.700718 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e1a2db32-9eba-474b-bbf1-efcffa563f08 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group (fd5f3bd2-20c4-4165-9676-2f78d82ca4ff), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:27.724576 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e1a2db32-9eba-474b-bbf1-efcffa563f08 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group (fd5f3bd2-20c4-4165-9676-2f78d82ca4ff), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:27.781673 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e1a2db32-9eba-474b-bbf1-efcffa563f08 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (fd5f3bd2-20c4-4165-9676-2f78d82ca4ff), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:27.784446 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-e1a2db32-9eba-474b-bbf1-efcffa563f08 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:27.785565 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-e1a2db32-9eba-474b-bbf1-efcffa563f08 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fd5f3bd2-20c4-4165-9676-2f78d82ca4ff HTTP/1.1" status: 204 len: 168 time: 0.1426563 Oct 20 09:12:27.794534 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2db32-9eba-474b-bbf1-efcffa563f08 tempest-TestShelveInstance-2073296570 tempest-TestShelveInstance-2073296570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5f3bd2-20c4-4165-9676-2f78d82ca4ff,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:27.832644 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40376) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:28.326527 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742702'] for router_interface (36fe5431-8a03-4ab8-8f59-5eea9c46af48), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:28.543251 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] Deleting port bdc3546e-dc7b-4a75-8183-263bcba72bec {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:12:28.543588 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:28.621189 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] For port bdc3546e-dc7b-4a75-8183-263bcba72bec, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bdc3546e-dc7b-4a75-8183-263bcba72bec,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:12:28.621545 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:28.638050 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] Calling delete_port for bdc3546e-dc7b-4a75-8183-263bcba72bec owned by network:router_interface {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:12:28.694547 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:28.759257 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:28.815697 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (bdc3546e-dc7b-4a75-8183-263bcba72bec), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:28.840841 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc3546e-dc7b-4a75-8183-263bcba72bec,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:28.973448 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-3863fe9b-e36a-43ee-91a7-ef6bf23d4041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:29.001859 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742810'] for router_interface (36fe5431-8a03-4ab8-8f59-5eea9c46af48), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:29.022613 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1105e0-e365-4ca4-b155-7e56bbf393e9 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 09:12:29.099953 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1105e0-e365-4ca4-b155-7e56bbf393e9 None None] Resources bound (agent type, host, resource id): {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 09:12:29.209791 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] Router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:12:29.315124 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:12:29.323002 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-7f931f29-e98c-49c1-afd8-3c996908ecad admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/36fe5431-8a03-4ab8-8f59-5eea9c46af48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4864416 Oct 20 09:12:29.323161 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40380) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:29.324289 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f9b9a-0fbf-4725-8bb2-0d46969c3c72 None None] Sync routers for ids ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'] in dv-cinder-master-3-iscsi {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:12:29.334972 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f9b9a-0fbf-4725-8bb2-0d46969c3c72 None None] Routers {'36fe5431-8a03-4ab8-8f59-5eea9c46af48'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:12:29.335899 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-4a3f9b9a-0fbf-4725-8bb2-0d46969c3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:12:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:29.438348 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Publish callbacks [] for router (36fe5431-8a03-4ab8-8f59-5eea9c46af48), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:29.442096 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-4a3f9b9a-0fbf-4725-8bb2-0d46969c3c72 None None] Set router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 gateway port host: dv-cinder-master-3-iscsi {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:12:29.541579 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Publish callbacks [] for router_gateway (36fe5431-8a03-4ab8-8f59-5eea9c46af48), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:29.591487 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Deleting port b2beb188-64fd-4e16-85f1-44d794727ad5 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:12:29.591848 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:29.612330 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=100 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:29.624059 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-4a3f9b9a-0fbf-4725-8bb2-0d46969c3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:12:28Z', 'revision_number': 5, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port': {'id': 'b2beb188-64fd-4e16-85f1-44d794727ad5', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:29.637119 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:29.650157 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:29.651200 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f9b9a-0fbf-4725-8bb2-0d46969c3c72 None None] Checking router: 36fe5431-8a03-4ab8-8f59-5eea9c46af48 for host: dv-cinder-master-3-iscsi {{(pid=104621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:12:29.656760 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:29.663120 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f9b9a-0fbf-4725-8bb2-0d46969c3c72 None None] Routers {'36fe5431-8a03-4ab8-8f59-5eea9c46af48'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:12:29.663824 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-4a3f9b9a-0fbf-4725-8bb2-0d46969c3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:12:01Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'], 'active': True} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:29.684050 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] For port b2beb188-64fd-4e16-85f1-44d794727ad5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b2beb188-64fd-4e16-85f1-44d794727ad5,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:12:29.684409 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:29.698435 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Calling delete_port for b2beb188-64fd-4e16-85f1-44d794727ad5 owned by network:router_gateway {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:12:29.748419 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_dvr_db [None req-4a3f9b9a-0fbf-4725-8bb2-0d46969c3c72 None None] Set router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 gateway port host: None {{(pid=104621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:12:29.785486 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-177e4381-0314-4d93-ab77-a9b76823f516 None None] Provisioning complete for port 7db5bcae-99c5-4f4b-a007-e53fce134e3a triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:12:29.785861 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-177e4381-0314-4d93-ab77-a9b76823f516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:29.786178 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-177e4381-0314-4d93-ab77-a9b76823f516 None None] Attempt 1 to provision port 7db5bcae-99c5-4f4b-a007-e53fce134e3a Oct 20 09:12:29.796634 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.l3_hamode_db [None req-4a3f9b9a-0fbf-4725-8bb2-0d46969c3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:12:29Z', 'revision_number': 6, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:29.825495 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f9b9a-0fbf-4725-8bb2-0d46969c3c72 None None] The sync data for ids ['36fe5431-8a03-4ab8-8f59-5eea9c46af48'] in dv-cinder-master-3-iscsi is: [{'id': '36fe5431-8a03-4ab8-8f59-5eea9c46af48', 'name': 'tempest-TestShelveInstance-632591221-router', 'tenant_id': '45d1505e085847329f7480c9bc08f1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:24Z', 'updated_at': '2022-10-20T09:12:29Z', 'revision_number': 6, 'project_id': '45d1505e085847329f7480c9bc08f1d8', 'gw_port_host': None}] {{(pid=104621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:12:29.869635 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-177e4381-0314-4d93-ab77-a9b76823f516 None None] Current status of the port 7db5bcae-99c5-4f4b-a007-e53fce134e3a is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:12:29.874918 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (b2beb188-64fd-4e16-85f1-44d794727ad5), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:29.910078 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2beb188-64fd-4e16-85f1-44d794727ad5,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:29.932090 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.932369 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.932706 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.933037 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.933362 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.933680 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.933997 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.934312 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.934658 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.934973 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.935565 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.935886 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.936199 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.936509 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.936819 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:29.979120 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753523'] for router_gateway (36fe5431-8a03-4ab8-8f59-5eea9c46af48), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.064053 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router (36fe5431-8a03-4ab8-8f59-5eea9c46af48), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.066071 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Publish callbacks [] for router_controller (36fe5431-8a03-4ab8-8f59-5eea9c46af48), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.106087 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742733'] for router (36fe5431-8a03-4ab8-8f59-5eea9c46af48), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.106719 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36fe5431-8a03-4ab8-8f59-5eea9c46af48 {{(pid=104619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 09:12:30.111965 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.113117 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-79ed2281-b103-4557-abf6-67303a4732c6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/36fe5431-8a03-4ab8-8f59-5eea9c46af48 HTTP/1.1" status: 204 len: 168 time: 0.7888989 Oct 20 09:12:30.115583 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40382) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:30.159518 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_v2 [None req-913ab904-861b-4db2-bc74-83dca595e2e0 admin admin] Deleting subnet d6ba0a55-6a28-43da-bc1a-ea828efd5580 {{(pid=104619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:12:30.163136 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-913ab904-861b-4db2-bc74-83dca595e2e0 admin admin] Publish callbacks [] for subnet (d6ba0a55-6a28-43da-bc1a-ea828efd5580), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.210802 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-913ab904-861b-4db2-bc74-83dca595e2e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60789047'] for subnet (d6ba0a55-6a28-43da-bc1a-ea828efd5580), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.286904 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device bdc3546e-dc7b-4a75-8183-263bcba72bec no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:12:30.292683 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-913ab904-861b-4db2-bc74-83dca595e2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (d6ba0a55-6a28-43da-bc1a-ea828efd5580), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.306108 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: bdc3546e-dc7b-4a75-8183-263bcba72bec {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:12:30.306452 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device bdc3546e-dc7b-4a75-8183-263bcba72bec not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:12:30.344441 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-913ab904-861b-4db2-bc74-83dca595e2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59401348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352885'] for subnet (d6ba0a55-6a28-43da-bc1a-ea828efd5580), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.374358 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ab904-861b-4db2-bc74-83dca595e2e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ba0a55-6a28-43da-bc1a-ea828efd5580,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:30.376995 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-913ab904-861b-4db2-bc74-83dca595e2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.382426 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-913ab904-861b-4db2-bc74-83dca595e2e0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/d6ba0a55-6a28-43da-bc1a-ea828efd5580 HTTP/1.1" status: 204 len: 168 time: 0.2636433 Oct 20 09:12:30.382712 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40384) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:30.383681 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328187ca-bf8a-4066-9d09-507142fd5c35 None None] Network 97e3a71a-7101-44af-a502-b2d032e40dce requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:12:30.452160 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (97e3a71a-7101-44af-a502-b2d032e40dce), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.495397 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Deleting port 7db5bcae-99c5-4f4b-a007-e53fce134e3a {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:12:30.495743 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.540007 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:30.561579 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:30.564350 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] For port 7db5bcae-99c5-4f4b-a007-e53fce134e3a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7db5bcae-99c5-4f4b-a007-e53fce134e3a,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:12:30.564709 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.578257 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Calling delete_port for 7db5bcae-99c5-4f4b-a007-e53fce134e3a owned by network:dhcp {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:12:30.613403 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] DHCP port deletion for 97e3a71a-7101-44af-a502-b2d032e40dce request from dv-cinder-master-3-iscsi {{(pid=104620) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 09:12:30.653052 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Deleting port 7db5bcae-99c5-4f4b-a007-e53fce134e3a {{(pid=104620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:12:30.653536 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), before_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.659559 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.689734 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db5bcae-99c5-4f4b-a007-e53fce134e3a,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:30.692132 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] No DVR routers for this DVR port 7db5bcae-99c5-4f4b-a007-e53fce134e3a on host dv-cinder-master-3-iscsi {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:12:30.720892 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] For port 7db5bcae-99c5-4f4b-a007-e53fce134e3a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7db5bcae-99c5-4f4b-a007-e53fce134e3a,segment=NetworkSegment(02467180-8408-4073-a005-ddb8557674b4),segment_id=02467180-8408-4073-a005-ddb8557674b4)] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:12:30.721296 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), precommit_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.734431 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Calling delete_port for 7db5bcae-99c5-4f4b-a007-e53fce134e3a owned by network:dhcp {{(pid=104620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:12:30.764089 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (97e3a71a-7101-44af-a502-b2d032e40dce), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.784677 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e3a71a-7101-44af-a502-b2d032e40dce']}} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:30.793897 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02467180-8408-4073-a005-ddb8557674b4') {'for_net_delete': True} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:30.794195 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02467180-8408-4073-a005-ddb8557674b4') {} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:30.804317 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788992'] for segment (02467180-8408-4073-a005-ddb8557674b4), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.812882 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148'] for port (7db5bcae-99c5-4f4b-a007-e53fce134e3a), after_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.819013 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (02467180-8408-4073-a005-ddb8557674b4), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.825934 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Releasing vlan 488 on physical network physnet1 to pool {{(pid=104619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:12:30.826266 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59399974'] for segment (02467180-8408-4073-a005-ddb8557674b4), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.836428 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Pushing event deleted for resources: {'Port': ['ID=7db5bcae-99c5-4f4b-a007-e53fce134e3a,revision_number=None']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:30.847012 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] No DVR routers for this DVR port 7db5bcae-99c5-4f4b-a007-e53fce134e3a on host dv-cinder-master-3-iscsi {{(pid=104620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:12:30.849454 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.849825 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.850176 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.850554 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.851020 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.851550 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.852038 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.852532 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.853041 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.853524 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.854035 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.854616 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.855230 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.855739 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.856278 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00749266-bc71-414b-bac4-5ce9c9d4bb75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:30.875203 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment 02467180-8408-4073-a005-ddb8557674b4 resource provider aggregate not found Oct 20 09:12:30.894800 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment 02467180-8408-4073-a005-ddb8557674b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02467180-8408-4073-a005-ddb8557674b4 found for delete ", "request_id": "req-1a4c9c3e-5f84-4067-aa0f-6c60065cd53d"}]} Oct 20 09:12:30.902916 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (97e3a71a-7101-44af-a502-b2d032e40dce), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.909296 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:30.912991 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/97e3a71a-7101-44af-a502-b2d032e40dce HTTP/1.1" status: 204 len: 168 time: 0.5292704 Oct 20 09:12:30.916342 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40390) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:30.926088 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bf66c-c45c-4f20-9990-b7577c26c323 admin admin] Pushing event deleted for resources: {'Network': ['ID=97e3a71a-7101-44af-a502-b2d032e40dce,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:31.047204 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-1ef6791e-31a3-4d3f-bc06-8a7035e73bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:31.224774 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742702'] for router_interface (1394b6fc-8903-4405-85eb-4f02f10af135), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:31.439343 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Deleting port 364ce264-a095-4cb2-b25d-16a18bd0c012 {{(pid=104618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:12:31.439677 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:31.519460 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.db [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] For port 364ce264-a095-4cb2-b25d-16a18bd0c012, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=364ce264-a095-4cb2-b25d-16a18bd0c012,segment=NetworkSegment(d234511c-08f2-40da-9434-5febfe42b28f),segment_id=d234511c-08f2-40da-9434-5febfe42b28f)] {{(pid=104618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:12:31.519808 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:31.532615 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.plugins.ml2.plugin [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Calling delete_port for 364ce264-a095-4cb2-b25d-16a18bd0c012 owned by network:router_interface {{(pid=104618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:12:31.571412 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:31.638520 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=100 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:31.704968 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60111984'] for port (364ce264-a095-4cb2-b25d-16a18bd0c012), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:31.730626 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Pushing event deleted for resources: {'Port': ['ID=364ce264-a095-4cb2-b25d-16a18bd0c012,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:31.754634 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.754991 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.755328 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.755663 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.755991 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.756315 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.756637 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.756958 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.757281 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.757599 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.757936 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.758251 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.758595 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.758908 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.759222 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 09:12:31.897415 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742810'] for router_interface (1394b6fc-8903-4405-85eb-4f02f10af135), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:31.922047 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e283a4ee-ab3f-4dc8-b51c-dd358a204587 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104620) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 09:12:31.993619 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283a4ee-ab3f-4dc8-b51c-dd358a204587 None None] Resources bound (agent type, host, resource id): {{(pid=104620) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 09:12:31.995369 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:32.005843 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:32.055910 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b2beb188-64fd-4e16-85f1-44d794727ad5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:12:32.080503 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: b2beb188-64fd-4e16-85f1-44d794727ad5 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:12:32.080851 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device b2beb188-64fd-4e16-85f1-44d794727ad5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:12:32.081267 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 7db5bcae-99c5-4f4b-a007-e53fce134e3a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:12:32.107478 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 7db5bcae-99c5-4f4b-a007-e53fce134e3a {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:12:32.107823 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 7db5bcae-99c5-4f4b-a007-e53fce134e3a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:12:32.111133 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Router 1394b6fc-8903-4405-85eb-4f02f10af135 has already been hosted by L3 agent 998717d7-a738-461a-a32b-76af9d47b972 {{(pid=104618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 09:12:32.439627 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:32.489572 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 09:12:32.494758 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-6a8681a1-4f62-4153-b0e2-6a31827d80fc admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/1394b6fc-8903-4405-85eb-4f02f10af135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5773981 Oct 20 09:12:32.497520 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40392) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:32.498412 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072cc24a-3998-4ba0-8b32-4f6863c4c5b7 None None] Sync routers for ids ['1394b6fc-8903-4405-85eb-4f02f10af135'] in dv-cinder-master-3-iscsi {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 09:12:32.510115 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072cc24a-3998-4ba0-8b32-4f6863c4c5b7 None None] Routers {'1394b6fc-8903-4405-85eb-4f02f10af135'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:12:32.510954 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-072cc24a-3998-4ba0-8b32-4f6863c4c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:12:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['1394b6fc-8903-4405-85eb-4f02f10af135'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:32.605642 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Publish callbacks [] for router (1394b6fc-8903-4405-85eb-4f02f10af135), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:32.619219 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-072cc24a-3998-4ba0-8b32-4f6863c4c5b7 None None] Set router 1394b6fc-8903-4405-85eb-4f02f10af135 gateway port host: dv-cinder-master-3-iscsi {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:12:32.705394 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Publish callbacks [] for router_gateway (1394b6fc-8903-4405-85eb-4f02f10af135), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:32.731452 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.provisioning_blocks [None req-59306eb8-bae7-4c3d-9d3e-9cbe8c40c6a1 None None] Provisioning complete for port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 triggered by entity DHCP. {{(pid=104620) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 09:12:32.731832 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-59306eb8-bae7-4c3d-9d3e-9cbe8c40c6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), provisioning_complete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:32.732171 dv-cinder-master-3-iscsi neutron-server[104620]: INFO neutron.plugins.ml2.plugin [None req-59306eb8-bae7-4c3d-9d3e-9cbe8c40c6a1 None None] Attempt 1 to provision port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 Oct 20 09:12:32.866444 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-072cc24a-3998-4ba0-8b32-4f6863c4c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'name': 'tempest-TestShelveInstance-1162619533-router', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'external_fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:12:31Z', 'revision_number': 5, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'gw_port': {'id': 'e097b42e-2935-4b9a-b5fd-74a236ba5669', 'name': '', 'network_id': '55a37276-adba-416b-82c9-f27b48656ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4be61e7a-5f23-485e-b90b-722b0200d4f5', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:32.870757 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-59306eb8-bae7-4c3d-9d3e-9cbe8c40c6a1 None None] Current status of the port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 is: ACTIVE; New status is: ACTIVE {{(pid=104620) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 09:12:32.895192 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072cc24a-3998-4ba0-8b32-4f6863c4c5b7 None None] Checking router: 1394b6fc-8903-4405-85eb-4f02f10af135 for host: dv-cinder-master-3-iscsi {{(pid=104620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 09:12:32.904267 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072cc24a-3998-4ba0-8b32-4f6863c4c5b7 None None] Routers {'1394b6fc-8903-4405-85eb-4f02f10af135'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 09:12:32.904893 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-072cc24a-3998-4ba0-8b32-4f6863c4c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T08:52:31Z,description=,heartbeat_timestamp=2022-10-20T09:12:31Z,host='dv-cinder-master-3-iscsi',id=998717d7-a738-461a-a32b-76af9d47b972,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T08:52:31Z,topic='l3_agent')) {'router_ids': ['1394b6fc-8903-4405-85eb-4f02f10af135'], 'active': True} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:33.000514 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Deleting port e097b42e-2935-4b9a-b5fd-74a236ba5669 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:12:33.000843 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.082591 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] For port e097b42e-2935-4b9a-b5fd-74a236ba5669, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e097b42e-2935-4b9a-b5fd-74a236ba5669,segment=NetworkSegment(464c0808-765e-4b54-9207-6f5cd90eb340),segment_id=464c0808-765e-4b54-9207-6f5cd90eb340)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:12:33.082955 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.100208 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Calling delete_port for e097b42e-2935-4b9a-b5fd-74a236ba5669 owned by network:router_gateway {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:12:33.128427 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvr_db [None req-072cc24a-3998-4ba0-8b32-4f6863c4c5b7 None None] Set router 1394b6fc-8903-4405-85eb-4f02f10af135 gateway port host: None {{(pid=104620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 09:12:33.176093 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_hamode_db [None req-072cc24a-3998-4ba0-8b32-4f6863c4c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'name': 'tempest-TestShelveInstance-1162619533-router', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:12:32Z', 'revision_number': 6, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:33.202514 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072cc24a-3998-4ba0-8b32-4f6863c4c5b7 None None] The sync data for ids ['1394b6fc-8903-4405-85eb-4f02f10af135'] in dv-cinder-master-3-iscsi is: [{'id': '1394b6fc-8903-4405-85eb-4f02f10af135', 'name': 'tempest-TestShelveInstance-1162619533-router', 'tenant_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T09:07:29Z', 'updated_at': '2022-10-20T09:12:32Z', 'revision_number': 6, 'project_id': 'e216ca9a35ba499998cd5a7a1a8b37c7', 'gw_port_host': None}] {{(pid=104620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 09:12:33.212373 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:33.252994 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:33.270438 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (e097b42e-2935-4b9a-b5fd-74a236ba5669), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.295137 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e097b42e-2935-4b9a-b5fd-74a236ba5669,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:33.355278 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753523'] for router_gateway (1394b6fc-8903-4405-85eb-4f02f10af135), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.440339 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router (1394b6fc-8903-4405-85eb-4f02f10af135), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.442535 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Publish callbacks [] for router_controller (1394b6fc-8903-4405-85eb-4f02f10af135), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.485817 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742733'] for router (1394b6fc-8903-4405-85eb-4f02f10af135), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.486445 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1394b6fc-8903-4405-85eb-4f02f10af135 {{(pid=104619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 09:12:33.490427 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.491573 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-34836286-58a9-4179-93f4-112c0a3956c5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/1394b6fc-8903-4405-85eb-4f02f10af135 HTTP/1.1" status: 204 len: 168 time: 0.9930654 Oct 20 09:12:33.494061 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40394) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:33.537922 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bcbb71-c578-4891-a209-e498a4f6fb57 admin admin] Deleting subnet ad02f331-1eb5-4a2a-a591-ccd1e947bc9c {{(pid=104619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 09:12:33.541009 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-09bcbb71-c578-4891-a209-e498a4f6fb57 admin admin] Publish callbacks [] for subnet (ad02f331-1eb5-4a2a-a591-ccd1e947bc9c), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.576439 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-09bcbb71-c578-4891-a209-e498a4f6fb57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60789047'] for subnet (ad02f331-1eb5-4a2a-a591-ccd1e947bc9c), precommit_delete_associations {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.658924 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-09bcbb71-c578-4891-a209-e498a4f6fb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1286795'] for subnet (ad02f331-1eb5-4a2a-a591-ccd1e947bc9c), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.714236 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-09bcbb71-c578-4891-a209-e498a4f6fb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1286800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59401348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352885'] for subnet (ad02f331-1eb5-4a2a-a591-ccd1e947bc9c), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.739170 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcbb71-c578-4891-a209-e498a4f6fb57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad02f331-1eb5-4a2a-a591-ccd1e947bc9c,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:33.742767 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-09bcbb71-c578-4891-a209-e498a4f6fb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for subnet (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.745753 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-09bcbb71-c578-4891-a209-e498a4f6fb57 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/ad02f331-1eb5-4a2a-a591-ccd1e947bc9c HTTP/1.1" status: 204 len: 168 time: 0.2507558 Oct 20 09:12:33.748069 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7dd516-ea12-4e9a-99f4-aab3361e4dc4 None None] Network 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 requested from dv-cinder-master-3-iscsi {{(pid=104620) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 09:12:33.748280 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40396) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:33.818961 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1994393'] for network (6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.861734 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Deleting port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 {{(pid=104619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:12:33.862066 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.923985 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.db [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] For port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39,segment=NetworkSegment(d234511c-08f2-40da-9434-5febfe42b28f),segment_id=d234511c-08f2-40da-9434-5febfe42b28f)] {{(pid=104619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:12:33.924269 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:33.936582 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.plugin [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Calling delete_port for dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 owned by network:dhcp {{(pid=104619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:12:33.978081 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11137353-3346-46d7-88ae-ddd6f8583b84 None None] DHCP port deletion for 6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 request from dv-cinder-master-3-iscsi {{(pid=104620) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 09:12:34.021074 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59401463'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.029545 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device e097b42e-2935-4b9a-b5fd-74a236ba5669 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:12:34.046161 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:34.050268 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] No DVR routers for this DVR port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 on host dv-cinder-master-3-iscsi {{(pid=104619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:12:34.051627 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-11137353-3346-46d7-88ae-ddd6f8583b84 None None] Deleting port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 {{(pid=104620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 09:12:34.052017 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-11137353-3346-46d7-88ae-ddd6f8583b84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745935978379'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), before_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.054127 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: e097b42e-2935-4b9a-b5fd-74a236ba5669 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:12:34.054431 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device e097b42e-2935-4b9a-b5fd-74a236ba5669 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:12:34.054871 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 364ce264-a095-4cb2-b25d-16a18bd0c012 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:12:34.112467 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: 364ce264-a095-4cb2-b25d-16a18bd0c012 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:12:34.112818 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device 364ce264-a095-4cb2-b25d-16a18bd0c012 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:12:34.113234 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 09:12:34.127762 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:34.130324 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1286851', 'neutron.services.segments.db._delete_segments_for_network-8745936038211'] for network (6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.146964 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] No Port match for: dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 {{(pid=104620) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 09:12:34.147557 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.rpc [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Device dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104620) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 09:12:34.151200 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29']}} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:34.162304 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd234511c-08f2-40da-9434-5febfe42b28f') {'for_net_delete': True} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:34.162599 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.services.segments.db [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd234511c-08f2-40da-9434-5febfe42b28f') {} {{(pid=104619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 09:12:34.169162 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:34.175528 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.db [None req-11137353-3346-46d7-88ae-ddd6f8583b84 None None] For port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=104620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 09:12:34.175986 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745936122615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788992'] for segment (d234511c-08f2-40da-9434-5febfe42b28f), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.176280 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-11137353-3346-46d7-88ae-ddd6f8583b84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747220'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), precommit_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.185137 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.187209 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:34.193276 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063'] for segment (d234511c-08f2-40da-9434-5febfe42b28f), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.195619 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.plugins.ml2.plugin [None req-11137353-3346-46d7-88ae-ddd6f8583b84 None None] Calling delete_port for dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 owned by network:dhcp {{(pid=104620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 09:12:34.199155 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.ipam_backend_mixin [None req-11137353-3346-46d7-88ae-ddd6f8583b84 None None] Port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 was not found and therefore no delete operation was performed {{(pid=104620) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 20 09:12:34.200789 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-11137353-3346-46d7-88ae-ddd6f8583b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1870601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745936080532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745935587148'] for port (dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39), after_delete {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.201725 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Releasing vlan 459 on physical network physnet1 to pool {{(pid=104619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 09:12:34.202145 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2015063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59399974'] for segment (d234511c-08f2-40da-9434-5febfe42b28f), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.232852 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11137353-3346-46d7-88ae-ddd6f8583b84 None None] Pushing event deleted for resources: {'Port': ['ID=dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39,revision_number=None']} {{(pid=104620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:34.237575 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11137353-3346-46d7-88ae-ddd6f8583b84 None None] No DVR routers for this DVR port dbe8d6b1-cef5-4a50-97a8-f784ef9a1c39 on host dv-cinder-master-3-iscsi {{(pid=104620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 09:12:34.248066 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment d234511c-08f2-40da-9434-5febfe42b28f resource provider aggregate not found Oct 20 09:12:34.271336 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.services.segments.plugin [-] Segment d234511c-08f2-40da-9434-5febfe42b28f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d234511c-08f2-40da-9434-5febfe42b28f found for delete ", "request_id": "req-e5081a51-a645-449b-a8c5-2b490c75fd4a"}]} Oct 20 09:12:34.279278 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1286906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748549'] for network (6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.285912 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547458'] for network (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.290964 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29 HTTP/1.1" status: 204 len: 168 time: 0.5416925 Oct 20 09:12:34.309207 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f939903-38ec-4ac0-b80e-c5934f77d3b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3f1bc1-fb0b-4ac2-9b5e-399366fb7f29,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:34.320667 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:34.334008 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.410456 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40404) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:34.450324 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-52825487-1904-4d5a-9895-e2b28c962646 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=45d1505e085847329f7480c9bc08f1d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387254 Oct 20 09:12:34.452775 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [-] (104619) accepted ('10.222.0.36', 40406) {{(pid=104619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:34.500654 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-98e81907-41cf-4bec-8956-c7aa11d7f431 admin admin] Publish callbacks [] for security_group (c6eaffc4-429a-4e0b-a02e-0c62a36d6124), before_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.520211 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-98e81907-41cf-4bec-8956-c7aa11d7f431 admin admin] Publish callbacks [] for security_group (c6eaffc4-429a-4e0b-a02e-0c62a36d6124), precommit_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.567041 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-98e81907-41cf-4bec-8956-c7aa11d7f431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (c6eaffc4-429a-4e0b-a02e-0c62a36d6124), after_delete {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.569662 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron_lib.callbacks.manager [None req-98e81907-41cf-4bec-8956-c7aa11d7f431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.570864 dv-cinder-master-3-iscsi neutron-server[104619]: INFO neutron.wsgi [None req-98e81907-41cf-4bec-8956-c7aa11d7f431 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c6eaffc4-429a-4e0b-a02e-0c62a36d6124 HTTP/1.1" status: 204 len: 168 time: 0.1171324 Oct 20 09:12:34.578343 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e81907-41cf-4bec-8956-c7aa11d7f431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eaffc4-429a-4e0b-a02e-0c62a36d6124,revision_number=None']} {{(pid=104619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:34.885430 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40412) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:34.924860 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-1d7b9d88-7838-4a37-bf6a-ed229ca1fabb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e216ca9a35ba499998cd5a7a1a8b37c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383267 Oct 20 09:12:34.927229 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [-] (104618) accepted ('10.222.0.36', 40414) {{(pid=104618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 09:12:34.974931 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-875db5f2-9b31-4461-843a-ff8c1fa72f27 admin admin] Publish callbacks [] for security_group (80535136-48ae-4902-a659-dfbb2722e141), before_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:34.996958 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-875db5f2-9b31-4461-843a-ff8c1fa72f27 admin admin] Publish callbacks [] for security_group (80535136-48ae-4902-a659-dfbb2722e141), precommit_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:35.043666 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-875db5f2-9b31-4461-843a-ff8c1fa72f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771397'] for security_group (80535136-48ae-4902-a659-dfbb2722e141), after_delete {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:35.046281 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron_lib.callbacks.manager [None req-875db5f2-9b31-4461-843a-ff8c1fa72f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:35.047409 dv-cinder-master-3-iscsi neutron-server[104618]: INFO neutron.wsgi [None req-875db5f2-9b31-4461-843a-ff8c1fa72f27 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/80535136-48ae-4902-a659-dfbb2722e141 HTTP/1.1" status: 204 len: 168 time: 0.1193192 Oct 20 09:12:35.049438 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:35.056139 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875db5f2-9b31-4461-843a-ff8c1fa72f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80535136-48ae-4902-a659-dfbb2722e141,revision_number=None']} {{(pid=104618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 09:12:39.772421 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=13 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:39.800136 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=10 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:42.138849 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:12:42.418888 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:12:44.573944 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:44.574784 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG dbcounter [-] [104619] Writing DB stats neutron:SELECT=32,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:45.051307 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG dbcounter [-] [104618] Writing DB stats neutron:SELECT=84,neutron:DELETE=8 {{(pid=104618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:52.132927 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:52.134805 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:52.414139 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:52.415360 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:12:58.977231 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-16897ee5-90e1-43ce-b766-9673893a0d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:01.049310 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-1ff60bf9-766e-41a1-add2-b81c2fe5274d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:02.432521 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:04.146785 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:04.334378 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:06.651123 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:13:06.651770 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:13:12.138032 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:19.417033 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:13:22.127703 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:13:22.133754 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:13:28.396485 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=15 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:13:28.978920 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e369-2e36-4d12-83f4-afdb1722f8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:29.413480 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=13 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:13:31.050697 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-154a571f-9a2a-4a47-89df-28ccf163b22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:32.438682 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:34.149768 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:34.337239 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:42.152982 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:13:43.644385 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:13:43.647700 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=5 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:13:52.141666 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:13:52.148489 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:13:56.416251 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:13:58.980596 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6b9b5a3d-4cbb-46bf-a1fe-109d1b8e91f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:01.052332 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f3959bf2-9644-43da-9583-fb2bbcd02a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:02.437845 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:04.151306 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:04.343559 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:06.412505 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:14:12.152932 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:22.147321 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:14:22.149165 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:14:27.412785 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:14:27.413632 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:14:28.981570 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-37af1c52-ae79-472e-a8d3-a6048842616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:31.053818 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-4c47c0b5-82ad-4e3d-8a9d-d62f4db0712d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:32.441938 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:33.414523 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:14:34.153198 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:34.342732 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:42.151164 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:14:43.410038 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:14:43.411572 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:14:52.140470 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:14:52.147596 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:14:57.653365 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:14:57.659320 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:14:58.983158 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-cf36de42-0b89-4250-b2dd-e4df912f6168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:01.055989 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-66e921d8-651b-4969-8d30-e3a079db6566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:02.442461 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:04.155827 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:04.345961 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:10.413922 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:15:12.162736 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:22.157651 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:15:22.159523 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:15:28.985922 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5200-897d-4fb6-b2cf-8d87045d0c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:31.056531 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7316f5be-cc34-430c-979a-dc96ead6c657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:32.448141 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:34.157507 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:34.348381 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:34.659426 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=18 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:15:34.664935 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=16 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:15:42.150151 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:15:47.414897 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:15:52.139483 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:15:52.146538 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:15:57.410529 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:15:58.987979 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-99f71165-aeb4-4113-99a2-95dab4321730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:01.057927 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-596e81f6-a8ff-470d-9bf1-e0a0992ae996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:02.448305 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:04.159406 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:04.355190 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:11.665977 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:16:11.669875 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:16:11.976961 dv-cinder-master-3-iscsi neutron-server[104618]: DEBUG neutron.wsgi [req-c307182e-0e38-4452-8b60-c4dc5bedb7cd req-f6defc4e-f4c8-4086-a0b0-f9ab3fe21447 service neutron] (104618) timed out ('10.222.0.23', 58049) {{(pid=104618) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 20 09:16:12.178850 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:14.627102 dv-cinder-master-3-iscsi neutron-server[104619]: DEBUG neutron.wsgi [req-a72187ca-28c1-412f-9898-d229f58a785d req-3993dd46-83c7-4eb9-9518-004e3645b652 service neutron] (104619) timed out ('10.222.0.23', 58036) {{(pid=104619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 20 09:16:22.173404 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:16:22.175262 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:16:24.413803 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:16:28.988461 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-f59165ce-603d-4cab-a0d8-e7a001250d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:31.058880 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-2d96845b-413a-4d04-b0fb-c130fa8f2aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:32.451272 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:34.161760 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:34.355964 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:34.409823 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=3 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:16:37.385918 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:16:42.164361 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:16:48.675032 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=2 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:16:48.675709 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=4 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:16:52.159050 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:16:52.160911 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:16:58.990907 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-32071020-7fd3-465d-bf42-1a6cf311e403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:01.059001 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-41c1a867-b436-4286-bcca-940a57e1a2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:01.412849 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:17:02.454278 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:04.164725 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:04.359140 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:11.408978 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:17:11.409690 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:17:12.195436 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:22.189656 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:17:22.191588 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG dbcounter [-] [104620] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104620) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:17:28.480867 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=14 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:17:28.482733 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=18 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:17:28.993647 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-119d75f5-7051-40ef-9824-31f9f662332f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (f4b13ecd-2fa2-4ff4-917c-145f62aa3e2f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:31.060433 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-5278e0c6-4863-4c50-8206-a4eaf01cbd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (998717d7-a738-461a-a32b-76af9d47b972), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:32.456142 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-6634df2d-d8b8-43e6-959d-7628f3d4dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (3846fcdc-a93c-4bef-8260-8a7a489b1370), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:34.166897 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbf6-5d80-470f-ba4d-f13a9f819b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (552ceabd-6b66-470a-9107-53e33a101936), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:34.362140 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-c8b25f6c-99c0-4c92-976d-1e43f78e4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (1f985169-96bc-412f-aae3-cfa454a750d1), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:38.412546 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG neutron.db.agents_db [None req-462788fb-170f-49d8-9894-a912364d641f None None] Agent healthcheck: found 6 active agents {{(pid=104621) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 09:17:42.196312 dv-cinder-master-3-iscsi neutron-server[104620]: DEBUG neutron_lib.callbacks.manager [None req-7e99a18d-6654-4b2a-b207-d9d41287b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745936038193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289090'] for agent (18c8bab4-796c-49a1-b2a8-8c9453ba094f), after_update {{(pid=104620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 09:17:48.408577 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 09:17:48.409804 dv-cinder-master-3-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=1 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}